2024-11-27 03:18:08,143 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 03:18:08,194 main DEBUG Took 0.048277 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 03:18:08,195 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 03:18:08,195 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 03:18:08,196 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 03:18:08,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,210 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 03:18:08,233 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,237 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,238 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,241 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,242 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,244 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,246 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,249 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,252 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,254 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:18:08,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,258 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 03:18:08,261 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:18:08,262 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 03:18:08,266 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 03:18:08,267 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 03:18:08,269 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 03:18:08,270 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 03:18:08,285 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 03:18:08,288 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 03:18:08,291 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 03:18:08,291 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 03:18:08,292 main DEBUG createAppenders(={Console}) 2024-11-27 03:18:08,293 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-27 03:18:08,294 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 03:18:08,294 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-27 03:18:08,295 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 03:18:08,295 main DEBUG OutputStream closed 2024-11-27 03:18:08,296 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 03:18:08,296 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 03:18:08,296 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-27 03:18:08,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 03:18:08,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 03:18:08,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 03:18:08,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 03:18:08,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 03:18:08,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 03:18:08,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 03:18:08,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 03:18:08,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 03:18:08,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 03:18:08,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 03:18:08,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 03:18:08,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 03:18:08,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 03:18:08,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 03:18:08,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 03:18:08,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 03:18:08,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 03:18:08,430 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 03:18:08,431 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-27 03:18:08,431 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 03:18:08,432 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-27T03:18:08,449 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-27 03:18:08,453 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 03:18:08,453 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T03:18:08,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=658, ProcessCount=11, AvailableMemoryMB=5515 2024-11-27T03:18:08,853 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-27T03:18:08,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f 2024-11-27T03:18:08,912 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/cluster_3d02f08d-adcc-9f0b-53ab-ea06d7c33d41, deleteOnExit=true 2024-11-27T03:18:09,068 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/cluster_3d02f08d-adcc-9f0b-53ab-ea06d7c33d41/zookeeper_0, clientPort=58384, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/cluster_3d02f08d-adcc-9f0b-53ab-ea06d7c33d41/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/cluster_3d02f08d-adcc-9f0b-53ab-ea06d7c33d41/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:18:09,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58384 2024-11-27T03:18:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:18:09,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:18:09,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/test.cache.data in system properties and HBase conf 2024-11-27T03:18:09,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:18:09,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:18:09,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:18:09,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:18:09,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:18:09,185 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T03:18:09,269 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:18:09,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:18:09,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:18:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:18:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:18:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:18:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:18:09,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:18:09,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:18:09,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:18:09,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:18:09,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:18:09,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:18:09,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:18:09,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:18:10,345 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T03:18:10,413 INFO [Time-limited test {}] log.Log(170): Logging initialized @3181ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T03:18:10,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:10,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:18:10,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:18:10,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:18:10,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:18:10,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:10,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:18:10,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:18:10,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/java.io.tmpdir/jetty-localhost-34471-hadoop-hdfs-3_4_1-tests_jar-_-any-17778770634040127984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:18:10,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:34471} 2024-11-27T03:18:10,787 INFO [Time-limited test {}] server.Server(415): Started @3555ms 2024-11-27T03:18:11,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:11,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:18:11,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:18:11,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:18:11,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:18:11,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:18:11,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:18:11,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/java.io.tmpdir/jetty-localhost-44269-hadoop-hdfs-3_4_1-tests_jar-_-any-3421270997922542587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:18:11,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:44269} 2024-11-27T03:18:11,498 INFO [Time-limited test {}] server.Server(415): Started @4267ms 2024-11-27T03:18:11,563 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:18:12,623 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/cluster_3d02f08d-adcc-9f0b-53ab-ea06d7c33d41/data/data1/current/BP-903235566-172.17.0.3-1732677489800/current, will proceed with Du for space computation calculation, 2024-11-27T03:18:12,624 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/cluster_3d02f08d-adcc-9f0b-53ab-ea06d7c33d41/data/data2/current/BP-903235566-172.17.0.3-1732677489800/current, will proceed with Du for space computation calculation, 2024-11-27T03:18:12,673 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:18:12,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dbc9ef413548364 with lease ID 0x51ed3bf6e0079901: Processing first storage report for DS-ca98e517-a008-4b11-b5d3-302d0446b3ab from datanode DatanodeRegistration(127.0.0.1:34011, datanodeUuid=f06a3c55-e2fa-49a1-8493-48a5ae9d0b1e, infoPort=37037, infoSecurePort=0, ipcPort=43513, storageInfo=lv=-57;cid=testClusterID;nsid=1654924751;c=1732677489800) 2024-11-27T03:18:12,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dbc9ef413548364 with lease ID 0x51ed3bf6e0079901: from storage DS-ca98e517-a008-4b11-b5d3-302d0446b3ab node DatanodeRegistration(127.0.0.1:34011, datanodeUuid=f06a3c55-e2fa-49a1-8493-48a5ae9d0b1e, infoPort=37037, infoSecurePort=0, ipcPort=43513, storageInfo=lv=-57;cid=testClusterID;nsid=1654924751;c=1732677489800), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T03:18:12,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dbc9ef413548364 with lease ID 0x51ed3bf6e0079901: Processing first storage report for DS-33fc10ac-8ede-44f6-82c9-b7d790d3a371 from datanode DatanodeRegistration(127.0.0.1:34011, datanodeUuid=f06a3c55-e2fa-49a1-8493-48a5ae9d0b1e, infoPort=37037, infoSecurePort=0, ipcPort=43513, storageInfo=lv=-57;cid=testClusterID;nsid=1654924751;c=1732677489800) 2024-11-27T03:18:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dbc9ef413548364 with lease ID 0x51ed3bf6e0079901: from storage DS-33fc10ac-8ede-44f6-82c9-b7d790d3a371 node DatanodeRegistration(127.0.0.1:34011, datanodeUuid=f06a3c55-e2fa-49a1-8493-48a5ae9d0b1e, infoPort=37037, infoSecurePort=0, ipcPort=43513, storageInfo=lv=-57;cid=testClusterID;nsid=1654924751;c=1732677489800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:18:12,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f 2024-11-27T03:18:12,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:12,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:18:13,451 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec with version=8 2024-11-27T03:18:13,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/hbase-staging 2024-11-27T03:18:13,548 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T03:18:13,833 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:18:13,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:13,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:13,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:18:13,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:13,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:18:14,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:18:14,069 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T03:18:14,078 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T03:18:14,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:18:14,111 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11720 (auto-detected) 2024-11-27T03:18:14,113 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-27T03:18:14,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37921 2024-11-27T03:18:14,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37921 connecting to ZooKeeper ensemble=127.0.0.1:58384 2024-11-27T03:18:14,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379210x0, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:14,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37921-0x1017a4c4d3e0000 connected 2024-11-27T03:18:14,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:14,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:14,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/running 2024-11-27T03:18:14,385 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec, hbase.cluster.distributed=false 2024-11-27T03:18:14,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/acl 2024-11-27T03:18:14,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37921 2024-11-27T03:18:14,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37921 2024-11-27T03:18:14,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37921 2024-11-27T03:18:14,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37921 2024-11-27T03:18:14,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37921 2024-11-27T03:18:14,583 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:18:14,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:14,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:14,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:18:14,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:14,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:18:14,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:18:14,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:18:14,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32905 2024-11-27T03:18:14,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32905 connecting to ZooKeeper ensemble=127.0.0.1:58384 2024-11-27T03:18:14,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:14,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:14,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329050x0, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:14,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329050x0, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/running 2024-11-27T03:18:14,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32905-0x1017a4c4d3e0001 connected 2024-11-27T03:18:14,619 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:18:14,631 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:18:14,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/master 2024-11-27T03:18:14,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/acl 2024-11-27T03:18:14,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32905 2024-11-27T03:18:14,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32905 2024-11-27T03:18:14,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32905 2024-11-27T03:18:14,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32905 2024-11-27T03:18:14,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32905 2024-11-27T03:18:14,678 DEBUG [M:0;66d3634da959:37921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:37921 2024-11-27T03:18:14,679 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02043141594/backup-masters/66d3634da959,37921,1732677493659 2024-11-27T03:18:14,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/backup-masters 2024-11-27T03:18:14,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/backup-masters 2024-11-27T03:18:14,702 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on existing znode=/02043141594/backup-masters/66d3634da959,37921,1732677493659 2024-11-27T03:18:14,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:14,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02043141594/master 2024-11-27T03:18:14,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:14,730 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on existing znode=/02043141594/master 2024-11-27T03:18:14,731 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02043141594/backup-masters/66d3634da959,37921,1732677493659 from backup master directory 2024-11-27T03:18:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/backup-masters 2024-11-27T03:18:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043141594/backup-masters/66d3634da959,37921,1732677493659 2024-11-27T03:18:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/backup-masters 2024-11-27T03:18:14,746 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:18:14,746 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,37921,1732677493659 2024-11-27T03:18:14,749 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T03:18:14,750 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T03:18:14,805 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/hbase.id] with ID: 797aa096-5ad6-44e7-b028-998c03a1bc0d 2024-11-27T03:18:14,805 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/.tmp/hbase.id 2024-11-27T03:18:14,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:18:15,217 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/.tmp/hbase.id]:[hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/hbase.id] 2024-11-27T03:18:15,263 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:15,268 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:18:15,289 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-27T03:18:15,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:15,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:15,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:18:15,742 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:18:15,745 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:18:15,764 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:18:15,768 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:18:16,225 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store 2024-11-27T03:18:16,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:18:16,650 INFO [master/66d3634da959:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T03:18:16,655 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:16,657 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:18:16,657 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:16,658 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:16,660 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:18:16,660 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:16,661 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:16,663 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677496657Disabling compacts and flushes for region at 1732677496657Disabling writes for close at 1732677496660 (+3 ms)Writing region close event to WAL at 1732677496660Closed at 1732677496660 2024-11-27T03:18:16,666 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/.initializing 2024-11-27T03:18:16,666 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37921,1732677493659 2024-11-27T03:18:16,675 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:18:16,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C37921%2C1732677493659, suffix=, logDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37921,1732677493659, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/oldWALs, maxLogs=10 2024-11-27T03:18:16,716 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37921,1732677493659/66d3634da959%2C37921%2C1732677493659.1732677496697, exclude list is [], retry=0 2024-11-27T03:18:16,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34011,DS-ca98e517-a008-4b11-b5d3-302d0446b3ab,DISK] 2024-11-27T03:18:16,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T03:18:16,780 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37921,1732677493659/66d3634da959%2C37921%2C1732677493659.1732677496697 2024-11-27T03:18:16,781 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37037:37037)] 2024-11-27T03:18:16,782 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:16,783 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:16,787 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,789 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:18:16,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:16,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:16,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:18:16,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:16,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:16,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:18:16,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:16,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:16,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:18:16,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:16,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:16,896 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,899 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,901 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,906 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,907 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,910 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:16,914 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:16,918 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:18:16,919 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59368276, jitterRate=-0.11534374952316284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:16,926 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677496807Initializing all the Stores at 1732677496810 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677496811 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677496812 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677496812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677496812Cleaning up temporary data from old regions at 1732677496907 (+95 ms)Region opened successfully at 1732677496926 (+19 ms) 2024-11-27T03:18:16,927 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:18:16,960 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d417b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:18:16,988 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:18:16,997 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:18:16,997 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:18:17,000 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:18:17,001 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T03:18:17,006 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T03:18:17,006 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:18:17,030 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:18:17,038 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Unable to get data of znode /02043141594/balancer because node does not exist (not necessarily an error) 2024-11-27T03:18:17,092 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/balancer already deleted, retry=false 2024-11-27T03:18:17,096 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:18:17,098 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Unable to get data of znode /02043141594/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:18:17,107 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/normalizer already deleted, retry=false 2024-11-27T03:18:17,110 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:18:17,114 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Unable to get data of znode /02043141594/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:18:17,123 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/switch/split already deleted, retry=false 2024-11-27T03:18:17,125 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Unable to get data of znode /02043141594/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:18:17,134 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/switch/merge already deleted, retry=false 2024-11-27T03:18:17,157 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Unable to get data of znode /02043141594/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:18:17,166 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/snapshot-cleanup already deleted, retry=false 2024-11-27T03:18:17,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02043141594/running 2024-11-27T03:18:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02043141594/running 2024-11-27T03:18:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:17,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,37921,1732677493659, sessionid=0x1017a4c4d3e0000, setting cluster-up flag (Was=false) 2024-11-27T03:18:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:17,250 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02043141594/flush-table-proc/acquired, /02043141594/flush-table-proc/reached, /02043141594/flush-table-proc/abort 2024-11-27T03:18:17,253 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,37921,1732677493659 2024-11-27T03:18:17,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:17,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:17,320 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02043141594/online-snapshot/acquired, /02043141594/online-snapshot/reached, /02043141594/online-snapshot/abort 2024-11-27T03:18:17,329 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,37921,1732677493659 2024-11-27T03:18:17,351 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:18:17,363 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(746): ClusterId : 797aa096-5ad6-44e7-b028-998c03a1bc0d 2024-11-27T03:18:17,366 DEBUG [RS:0;66d3634da959:32905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:18:17,378 DEBUG [RS:0;66d3634da959:32905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:18:17,379 DEBUG [RS:0;66d3634da959:32905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:18:17,394 DEBUG [RS:0;66d3634da959:32905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:18:17,395 DEBUG [RS:0;66d3634da959:32905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99bef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:18:17,417 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:32905 2024-11-27T03:18:17,421 INFO [RS:0;66d3634da959:32905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:18:17,421 INFO [RS:0;66d3634da959:32905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:18:17,422 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:18:17,425 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,37921,1732677493659 with port=32905, startcode=1732677494533 2024-11-27T03:18:17,438 DEBUG [RS:0;66d3634da959:32905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:18:17,464 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:17,484 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:18:17,493 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:18:17,496 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:18:17,501 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,37921,1732677493659 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:18:17,505 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37921 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:18:17,511 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:17,511 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:17,512 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:17,512 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:17,512 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:18:17,513 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,513 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:18:17,513 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,519 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677527519 2024-11-27T03:18:17,521 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:18:17,522 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:18:17,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:17,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:18:17,527 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:18:17,527 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:18:17,528 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:18:17,528 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:18:17,533 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:17,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:18:17,532 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,541 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:18:17,542 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T03:18:17,542 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:18:17,542 WARN [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T03:18:17,543 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:18:17,543 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:18:17,550 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:18:17,551 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:18:17,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:18:17,553 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677497553,5,FailOnTimeoutGroup] 2024-11-27T03:18:17,554 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677497554,5,FailOnTimeoutGroup] 2024-11-27T03:18:17,554 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,554 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:18:17,556 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,556 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,644 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,37921,1732677493659 with port=32905, startcode=1732677494533 2024-11-27T03:18:17,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,32905,1732677494533 2024-11-27T03:18:17,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37921 {}] master.ServerManager(517): Registering regionserver=66d3634da959,32905,1732677494533 2024-11-27T03:18:17,655 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec 2024-11-27T03:18:17,656 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35127 2024-11-27T03:18:17,656 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:18:17,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/rs 2024-11-27T03:18:17,672 DEBUG [RS:0;66d3634da959:32905 {}] zookeeper.ZKUtil(111): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on existing znode=/02043141594/rs/66d3634da959,32905,1732677494533 2024-11-27T03:18:17,672 WARN [RS:0;66d3634da959:32905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:18:17,672 INFO [RS:0;66d3634da959:32905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:17,672 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533 2024-11-27T03:18:17,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,32905,1732677494533] 2024-11-27T03:18:17,695 INFO [RS:0;66d3634da959:32905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:18:17,711 INFO [RS:0;66d3634da959:32905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:18:17,715 INFO [RS:0;66d3634da959:32905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:18:17,715 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,716 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:18:17,721 INFO [RS:0;66d3634da959:32905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:18:17,723 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,723 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,724 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,724 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,724 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,724 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,724 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:18:17,724 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,724 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,725 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,725 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,725 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,725 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:17,725 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:18:17,725 DEBUG [RS:0;66d3634da959:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:18:17,727 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,728 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,728 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,728 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,728 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,728 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,32905,1732677494533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:18:17,750 INFO [RS:0;66d3634da959:32905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:18:17,752 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,32905,1732677494533-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,752 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,753 INFO [RS:0;66d3634da959:32905 {}] regionserver.Replication(171): 66d3634da959,32905,1732677494533 started 2024-11-27T03:18:17,772 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:17,773 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,32905,1732677494533, RpcServer on 66d3634da959/172.17.0.3:32905, sessionid=0x1017a4c4d3e0001 2024-11-27T03:18:17,774 DEBUG [RS:0;66d3634da959:32905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:18:17,774 DEBUG [RS:0;66d3634da959:32905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,32905,1732677494533 2024-11-27T03:18:17,774 DEBUG [RS:0;66d3634da959:32905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,32905,1732677494533' 2024-11-27T03:18:17,774 DEBUG [RS:0;66d3634da959:32905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02043141594/flush-table-proc/abort' 2024-11-27T03:18:17,775 DEBUG [RS:0;66d3634da959:32905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02043141594/flush-table-proc/acquired' 2024-11-27T03:18:17,776 DEBUG [RS:0;66d3634da959:32905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:18:17,776 DEBUG [RS:0;66d3634da959:32905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:18:17,776 DEBUG [RS:0;66d3634da959:32905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,32905,1732677494533 2024-11-27T03:18:17,776 DEBUG [RS:0;66d3634da959:32905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,32905,1732677494533' 2024-11-27T03:18:17,776 DEBUG [RS:0;66d3634da959:32905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02043141594/online-snapshot/abort' 2024-11-27T03:18:17,777 DEBUG [RS:0;66d3634da959:32905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02043141594/online-snapshot/acquired' 2024-11-27T03:18:17,778 DEBUG [RS:0;66d3634da959:32905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:18:17,778 INFO [RS:0;66d3634da959:32905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:18:17,778 INFO [RS:0;66d3634da959:32905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:18:17,884 INFO [RS:0;66d3634da959:32905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:18:17,888 INFO [RS:0;66d3634da959:32905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C32905%2C1732677494533, suffix=, logDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs, maxLogs=10 2024-11-27T03:18:17,904 DEBUG [RS:0;66d3634da959:32905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890, exclude list is [], retry=0 2024-11-27T03:18:17,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34011,DS-ca98e517-a008-4b11-b5d3-302d0446b3ab,DISK] 2024-11-27T03:18:17,912 INFO [RS:0;66d3634da959:32905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 2024-11-27T03:18:17,913 DEBUG [RS:0;66d3634da959:32905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37037:37037)] 2024-11-27T03:18:17,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:18:17,957 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec 2024-11-27T03:18:17,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:18:18,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:18,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:18:18,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:18:18,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:18,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:18,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:18:18,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:18:18,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:18,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:18,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:18:18,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:18:18,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:18,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:18,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:18:18,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:18:18,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:18,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:18,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:18:18,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740 2024-11-27T03:18:18,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740 2024-11-27T03:18:18,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:18:18,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:18:18,413 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:18,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:18:18,423 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:18:18,424 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61895019, jitterRate=-0.07769234478473663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:18,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677498370Initializing all the Stores at 1732677498374 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677498374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677498376 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677498376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677498377 (+1 ms)Cleaning up temporary data from old regions at 1732677498412 (+35 ms)Region opened successfully at 1732677498428 (+16 ms) 2024-11-27T03:18:18,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:18:18,429 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:18:18,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:18:18,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:18:18,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:18:18,433 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:18,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677498428Disabling compacts and flushes for region at 1732677498428Disabling writes for close at 1732677498429 (+1 ms)Writing region close event to WAL at 1732677498432 (+3 ms)Closed at 1732677498433 (+1 ms) 2024-11-27T03:18:18,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:18,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:18:18,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:18:18,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:18:18,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:18:18,609 DEBUG [66d3634da959:37921 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:18:18,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,32905,1732677494533 2024-11-27T03:18:18,627 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,32905,1732677494533, state=OPENING 2024-11-27T03:18:18,639 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:18:18,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:18,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:18,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: CHANGED 2024-11-27T03:18:18,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: CHANGED 2024-11-27T03:18:18,653 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:18:18,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,32905,1732677494533}] 2024-11-27T03:18:18,837 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:18:18,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:18:18,850 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:18:18,850 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:18,851 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:18:18,855 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C32905%2C1732677494533.meta, suffix=.meta, logDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs, maxLogs=10 2024-11-27T03:18:18,871 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.meta.1732677498857.meta, exclude list is [], retry=0 2024-11-27T03:18:18,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34011,DS-ca98e517-a008-4b11-b5d3-302d0446b3ab,DISK] 2024-11-27T03:18:18,877 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.meta.1732677498857.meta 2024-11-27T03:18:18,877 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37037:37037)] 2024-11-27T03:18:18,878 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:18,882 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:18:18,883 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:18:18,885 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:18:18,887 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:18:18,890 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:18:18,890 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:18,890 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:18:18,890 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:18:18,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:18:18,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:18:18,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:18,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:18,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:18:18,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:18:18,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:18,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:18,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:18:18,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:18:18,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:18,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:18,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:18:18,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:18:18,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:18,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:18,902 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:18:18,904 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740 2024-11-27T03:18:18,906 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740 2024-11-27T03:18:18,908 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:18:18,909 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:18:18,909 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:18,912 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:18:18,913 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61251239, jitterRate=-0.08728541433811188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:18,913 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:18:18,915 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677498891Writing region info on filesystem at 1732677498891Initializing all the Stores at 1732677498893 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677498893Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677498893Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677498893Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677498893Cleaning up temporary data from old regions at 1732677498909 (+16 ms)Running coprocessor post-open hooks at 1732677498913 (+4 ms)Region opened successfully at 1732677498914 (+1 ms) 2024-11-27T03:18:18,921 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677498827 2024-11-27T03:18:18,930 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:18:18,931 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:18:18,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,32905,1732677494533 2024-11-27T03:18:18,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,32905,1732677494533, state=OPEN 2024-11-27T03:18:18,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02043141594/meta-region-server 2024-11-27T03:18:18,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02043141594/meta-region-server 2024-11-27T03:18:18,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: CHANGED 2024-11-27T03:18:18,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: CHANGED 2024-11-27T03:18:18,987 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,32905,1732677494533 2024-11-27T03:18:18,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:18:18,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,32905,1732677494533 in 332 msec 2024-11-27T03:18:19,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:18:19,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 554 msec 2024-11-27T03:18:19,004 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:19,004 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:18:19,022 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:19,023 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,32905,1732677494533, seqNum=-1] 2024-11-27T03:18:19,040 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:19,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:18:19,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6660 sec 2024-11-27T03:18:19,062 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677499062, completionTime=-1 2024-11-27T03:18:19,065 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:18:19,065 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:18:19,091 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:18:19,091 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677559091 2024-11-27T03:18:19,091 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677619091 2024-11-27T03:18:19,091 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-27T03:18:19,093 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37921,1732677493659-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:19,094 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37921,1732677493659-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:19,094 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37921,1732677493659-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:19,095 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:37921, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:19,095 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:19,096 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:19,102 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:18:19,125 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.379sec 2024-11-27T03:18:19,126 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:18:19,128 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:18:19,129 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:18:19,130 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:18:19,130 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:18:19,131 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37921,1732677493659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:18:19,131 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37921,1732677493659-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:18:19,139 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:18:19,140 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:18:19,140 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37921,1732677493659-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:19,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b283f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:19,176 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T03:18:19,176 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T03:18:19,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37921,-1 for getting cluster id 2024-11-27T03:18:19,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:19,190 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '797aa096-5ad6-44e7-b028-998c03a1bc0d' 2024-11-27T03:18:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "797aa096-5ad6-44e7-b028-998c03a1bc0d" 2024-11-27T03:18:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28640d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37921,-1] 2024-11-27T03:18:19,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:19,200 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:19,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622797e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:19,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:19,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,32905,1732677494533, seqNum=-1] 2024-11-27T03:18:19,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:19,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:18:19,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,37921,1732677493659 2024-11-27T03:18:19,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58384 2024-11-27T03:18:19,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:19,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a4c4d3e0002 connected 2024-11-27T03:18:19,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/hadoop.log.dir so I do NOT create it in target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99 2024-11-27T03:18:19,338 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:18:19,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/hadoop.tmp.dir so I do NOT create it in target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99 2024-11-27T03:18:19,338 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:18:19,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99 2024-11-27T03:18:19,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:18:19,339 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/cluster_7782333d-64cb-8d16-f6d9-0875e8dfb1b9, deleteOnExit=true 2024-11-27T03:18:19,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:18:19,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/test.cache.data in system properties and HBase conf 2024-11-27T03:18:19,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:18:19,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:18:19,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:18:19,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:18:19,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:18:19,340 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:18:19,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:18:19,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:18:19,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:18:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:18:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:18:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:18:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:18:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:18:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:18:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:18:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:18:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:18:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:18:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:18:19,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:19,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:18:19,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:18:19,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:18:19,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:18:19,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:19,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d2fdcd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:18:19,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f079672{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:18:19,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b90337{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/java.io.tmpdir/jetty-localhost-37063-hadoop-hdfs-3_4_1-tests_jar-_-any-6392714340385005039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:18:20,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fac8395{HTTP/1.1, (http/1.1)}{localhost:37063} 2024-11-27T03:18:20,001 INFO [Time-limited test {}] server.Server(415): Started @12769ms 2024-11-27T03:18:20,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:20,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:18:20,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:18:20,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:18:20,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:18:20,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@747c78d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:18:20,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224a64ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:18:20,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191c2095{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/java.io.tmpdir/jetty-localhost-38705-hadoop-hdfs-3_4_1-tests_jar-_-any-14069193044833278863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:18:20,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c66620{HTTP/1.1, (http/1.1)}{localhost:38705} 2024-11-27T03:18:20,528 INFO [Time-limited test {}] server.Server(415): Started @13296ms 2024-11-27T03:18:20,530 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:18:21,333 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/cluster_7782333d-64cb-8d16-f6d9-0875e8dfb1b9/data/data1/current/BP-2000934880-172.17.0.3-1732677499379/current, will proceed with Du for space computation calculation, 2024-11-27T03:18:21,334 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/cluster_7782333d-64cb-8d16-f6d9-0875e8dfb1b9/data/data2/current/BP-2000934880-172.17.0.3-1732677499379/current, will proceed with Du for space computation calculation, 2024-11-27T03:18:21,388 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:18:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3fde571b4bd9962 with lease ID 0x729f207e80508cb3: Processing first storage report for DS-315101f0-778b-4bc7-ba49-679a66b9bed4 from datanode DatanodeRegistration(127.0.0.1:38123, datanodeUuid=785894eb-3dff-4151-930b-21350c9c0c28, infoPort=43411, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=216014030;c=1732677499379) 2024-11-27T03:18:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3fde571b4bd9962 with lease ID 0x729f207e80508cb3: from storage DS-315101f0-778b-4bc7-ba49-679a66b9bed4 node DatanodeRegistration(127.0.0.1:38123, datanodeUuid=785894eb-3dff-4151-930b-21350c9c0c28, infoPort=43411, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=216014030;c=1732677499379), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T03:18:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3fde571b4bd9962 with lease ID 0x729f207e80508cb3: Processing first storage report for DS-733c7a18-f043-4032-9881-e19c2d4262ee from datanode DatanodeRegistration(127.0.0.1:38123, datanodeUuid=785894eb-3dff-4151-930b-21350c9c0c28, infoPort=43411, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=216014030;c=1732677499379) 2024-11-27T03:18:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3fde571b4bd9962 with lease ID 0x729f207e80508cb3: from storage DS-733c7a18-f043-4032-9881-e19c2d4262ee node DatanodeRegistration(127.0.0.1:38123, datanodeUuid=785894eb-3dff-4151-930b-21350c9c0c28, infoPort=43411, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=216014030;c=1732677499379), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:18:21,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99 2024-11-27T03:18:21,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:21,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:21,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:18:21,539 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3 with version=8 2024-11-27T03:18:21,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/hbase-staging 2024-11-27T03:18:21,543 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:18:21,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:21,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:21,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:18:21,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:21,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:18:21,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:18:21,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:18:21,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41081 2024-11-27T03:18:21,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41081 connecting to ZooKeeper ensemble=127.0.0.1:58384 2024-11-27T03:18:21,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410810x0, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:21,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41081-0x1017a4c4d3e0003 connected 2024-11-27T03:18:21,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:21,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:21,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Set watcher on znode that does not yet exist, /1-9400950/running 2024-11-27T03:18:21,650 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3, hbase.cluster.distributed=false 2024-11-27T03:18:21,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Set watcher on znode that does not yet exist, /1-9400950/acl 2024-11-27T03:18:21,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41081 2024-11-27T03:18:21,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41081 2024-11-27T03:18:21,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41081 2024-11-27T03:18:21,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41081 2024-11-27T03:18:21,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41081 2024-11-27T03:18:21,673 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:18:21,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:21,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:21,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:18:21,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:21,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:18:21,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:18:21,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:18:21,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39641 2024-11-27T03:18:21,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39641 connecting to ZooKeeper ensemble=127.0.0.1:58384 2024-11-27T03:18:21,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:21,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:21,872 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396410x0, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:21,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39641-0x1017a4c4d3e0004 connected 2024-11-27T03:18:21,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Set watcher on znode that does not yet exist, /1-9400950/running 2024-11-27T03:18:21,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:18:21,877 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:18:21,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Set watcher on znode that does not yet exist, /1-9400950/master 2024-11-27T03:18:21,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Set watcher on znode that does not yet exist, /1-9400950/acl 2024-11-27T03:18:21,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39641 2024-11-27T03:18:21,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39641 2024-11-27T03:18:21,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39641 2024-11-27T03:18:21,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39641 2024-11-27T03:18:21,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39641 2024-11-27T03:18:21,907 DEBUG [M:0;66d3634da959:41081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:41081 2024-11-27T03:18:21,907 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-9400950/backup-masters/66d3634da959,41081,1732677501543 2024-11-27T03:18:21,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950/backup-masters 2024-11-27T03:18:21,994 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950/backup-masters 2024-11-27T03:18:21,996 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Set watcher on existing znode=/1-9400950/backup-masters/66d3634da959,41081,1732677501543 2024-11-27T03:18:22,122 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-9400950/master 2024-11-27T03:18:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:22,122 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:22,122 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Set watcher on existing znode=/1-9400950/master 2024-11-27T03:18:22,123 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-9400950/backup-masters/66d3634da959,41081,1732677501543 from backup master directory 2024-11-27T03:18:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-9400950/backup-masters/66d3634da959,41081,1732677501543 2024-11-27T03:18:22,165 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:18:22,165 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950/backup-masters 2024-11-27T03:18:22,165 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,41081,1732677501543 2024-11-27T03:18:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950/backup-masters 2024-11-27T03:18:22,177 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/hbase.id] with ID: 82da3360-23dd-4962-9ca0-425a9c16c1e2 2024-11-27T03:18:22,177 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/.tmp/hbase.id 2024-11-27T03:18:22,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:18:22,585 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/.tmp/hbase.id]:[hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/hbase.id] 2024-11-27T03:18:22,611 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:22,611 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:18:22,614 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-27T03:18:22,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:22,644 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:22,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:18:22,659 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:18:22,660 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:18:22,660 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:22,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:18:22,717 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store 2024-11-27T03:18:22,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:18:22,737 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:22,737 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:18:22,737 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:22,737 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:22,737 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:18:22,737 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:22,737 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:22,738 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677502737Disabling compacts and flushes for region at 1732677502737Disabling writes for close at 1732677502737Writing region close event to WAL at 1732677502737Closed at 1732677502737 2024-11-27T03:18:22,746 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/.initializing 2024-11-27T03:18:22,746 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/WALs/66d3634da959,41081,1732677501543 2024-11-27T03:18:22,749 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:18:22,753 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C41081%2C1732677501543, suffix=, logDir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/WALs/66d3634da959,41081,1732677501543, archiveDir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/oldWALs, maxLogs=10 2024-11-27T03:18:22,776 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/WALs/66d3634da959,41081,1732677501543/66d3634da959%2C41081%2C1732677501543.1732677502754, exclude list is [], retry=0 2024-11-27T03:18:22,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38123,DS-315101f0-778b-4bc7-ba49-679a66b9bed4,DISK] 2024-11-27T03:18:22,789 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/WALs/66d3634da959,41081,1732677501543/66d3634da959%2C41081%2C1732677501543.1732677502754 2024-11-27T03:18:22,789 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43411:43411)] 2024-11-27T03:18:22,790 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:22,790 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:22,790 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,790 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:18:22,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:22,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:22,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:18:22,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:22,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:22,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:18:22,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:22,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:22,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:18:22,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:22,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:22,813 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,814 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,815 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,818 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,818 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,819 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:22,822 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:22,826 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:18:22,828 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70029300, jitterRate=0.043517887592315674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:22,828 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677502790Initializing all the Stores at 1732677502793 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677502793Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677502795 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677502795Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677502795Cleaning up temporary data from old regions at 1732677502818 (+23 ms)Region opened successfully at 1732677502828 (+10 ms) 2024-11-27T03:18:22,828 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:18:22,835 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f64130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:18:22,837 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:18:22,837 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:18:22,837 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:18:22,838 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:18:22,839 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T03:18:22,840 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:18:22,840 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:18:22,851 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:18:22,853 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Unable to get data of znode /1-9400950/balancer because node does not exist (not necessarily an error) 2024-11-27T03:18:22,865 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-9400950/balancer already deleted, retry=false 2024-11-27T03:18:22,866 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:18:22,872 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Unable to get data of znode /1-9400950/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:18:22,881 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-9400950/normalizer already deleted, retry=false 2024-11-27T03:18:22,882 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:18:22,883 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Unable to get data of znode /1-9400950/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:18:22,892 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-9400950/switch/split already deleted, retry=false 2024-11-27T03:18:22,893 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Unable to get data of znode /1-9400950/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:18:22,902 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-9400950/switch/merge already deleted, retry=false 2024-11-27T03:18:22,905 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Unable to get data of znode /1-9400950/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:18:22,919 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-9400950/snapshot-cleanup already deleted, retry=false 2024-11-27T03:18:22,934 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-9400950/running 2024-11-27T03:18:22,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-9400950/running 2024-11-27T03:18:22,934 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:22,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:22,937 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,41081,1732677501543, sessionid=0x1017a4c4d3e0003, setting cluster-up flag (Was=false) 2024-11-27T03:18:22,960 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:22,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:23,002 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-9400950/flush-table-proc/acquired, /1-9400950/flush-table-proc/reached, /1-9400950/flush-table-proc/abort 2024-11-27T03:18:23,004 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,41081,1732677501543 2024-11-27T03:18:23,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:23,034 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:23,065 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-9400950/online-snapshot/acquired, /1-9400950/online-snapshot/reached, /1-9400950/online-snapshot/abort 2024-11-27T03:18:23,067 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,41081,1732677501543 2024-11-27T03:18:23,069 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:18:23,072 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:23,073 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:18:23,073 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:18:23,073 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,41081,1732677501543 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:18:23,076 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:23,076 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:23,076 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:23,077 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:23,077 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:18:23,077 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,077 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:18:23,077 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:23,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:18:23,083 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:23,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:18:23,084 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677533084 2024-11-27T03:18:23,085 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:18:23,085 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:18:23,085 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:18:23,085 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:18:23,085 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:18:23,085 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:18:23,085 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,088 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:18:23,089 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:18:23,089 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:18:23,089 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:18:23,093 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:18:23,093 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:18:23,093 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677503093,5,FailOnTimeoutGroup] 2024-11-27T03:18:23,095 INFO [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(746): ClusterId : 82da3360-23dd-4962-9ca0-425a9c16c1e2 2024-11-27T03:18:23,095 DEBUG [RS:0;66d3634da959:39641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:18:23,100 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677503093,5,FailOnTimeoutGroup] 2024-11-27T03:18:23,100 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,101 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:18:23,101 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,101 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:18:23,109 DEBUG [RS:0;66d3634da959:39641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:18:23,109 DEBUG [RS:0;66d3634da959:39641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:18:23,169 DEBUG [RS:0;66d3634da959:39641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:18:23,170 DEBUG [RS:0;66d3634da959:39641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bbe81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:18:23,184 DEBUG [RS:0;66d3634da959:39641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:39641 2024-11-27T03:18:23,184 INFO [RS:0;66d3634da959:39641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:18:23,184 INFO [RS:0;66d3634da959:39641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:18:23,184 DEBUG [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:18:23,185 INFO [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,41081,1732677501543 with port=39641, startcode=1732677501672 2024-11-27T03:18:23,185 DEBUG [RS:0;66d3634da959:39641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:18:23,188 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:18:23,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,39641,1732677501672 2024-11-27T03:18:23,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41081 {}] master.ServerManager(517): Registering regionserver=66d3634da959,39641,1732677501672 2024-11-27T03:18:23,192 DEBUG [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3 2024-11-27T03:18:23,192 DEBUG [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46107 2024-11-27T03:18:23,192 DEBUG [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:18:23,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950/rs 2024-11-27T03:18:23,233 DEBUG [RS:0;66d3634da959:39641 {}] zookeeper.ZKUtil(111): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Set watcher on existing znode=/1-9400950/rs/66d3634da959,39641,1732677501672 2024-11-27T03:18:23,233 WARN [RS:0;66d3634da959:39641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:18:23,233 INFO [RS:0;66d3634da959:39641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:23,233 DEBUG [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/WALs/66d3634da959,39641,1732677501672 2024-11-27T03:18:23,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,39641,1732677501672] 2024-11-27T03:18:23,238 INFO [RS:0;66d3634da959:39641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:18:23,241 INFO [RS:0;66d3634da959:39641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:18:23,242 INFO [RS:0;66d3634da959:39641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:18:23,242 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,242 INFO [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:18:23,243 INFO [RS:0;66d3634da959:39641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:18:23,244 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,244 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,244 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,244 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,244 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,244 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,244 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:18:23,244 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,245 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,245 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,245 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,245 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,245 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:23,245 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:18:23,245 DEBUG [RS:0;66d3634da959:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:18:23,246 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,246 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,246 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,246 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,246 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,246 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39641,1732677501672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:18:23,267 INFO [RS:0;66d3634da959:39641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:18:23,268 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39641,1732677501672-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,268 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,268 INFO [RS:0;66d3634da959:39641 {}] regionserver.Replication(171): 66d3634da959,39641,1732677501672 started 2024-11-27T03:18:23,286 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:23,286 INFO [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,39641,1732677501672, RpcServer on 66d3634da959/172.17.0.3:39641, sessionid=0x1017a4c4d3e0004 2024-11-27T03:18:23,286 DEBUG [RS:0;66d3634da959:39641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:18:23,286 DEBUG [RS:0;66d3634da959:39641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,39641,1732677501672 2024-11-27T03:18:23,286 DEBUG [RS:0;66d3634da959:39641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,39641,1732677501672' 2024-11-27T03:18:23,286 DEBUG [RS:0;66d3634da959:39641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-9400950/flush-table-proc/abort' 2024-11-27T03:18:23,287 DEBUG [RS:0;66d3634da959:39641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-9400950/flush-table-proc/acquired' 2024-11-27T03:18:23,288 DEBUG [RS:0;66d3634da959:39641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:18:23,288 DEBUG [RS:0;66d3634da959:39641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:18:23,288 DEBUG [RS:0;66d3634da959:39641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,39641,1732677501672 2024-11-27T03:18:23,288 DEBUG [RS:0;66d3634da959:39641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,39641,1732677501672' 2024-11-27T03:18:23,288 DEBUG [RS:0;66d3634da959:39641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-9400950/online-snapshot/abort' 2024-11-27T03:18:23,288 DEBUG [RS:0;66d3634da959:39641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-9400950/online-snapshot/acquired' 2024-11-27T03:18:23,289 DEBUG [RS:0;66d3634da959:39641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:18:23,289 INFO [RS:0;66d3634da959:39641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:18:23,289 INFO [RS:0;66d3634da959:39641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:18:23,390 INFO [RS:0;66d3634da959:39641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:18:23,392 INFO [RS:0;66d3634da959:39641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C39641%2C1732677501672, suffix=, logDir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/WALs/66d3634da959,39641,1732677501672, archiveDir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/oldWALs, maxLogs=10 2024-11-27T03:18:23,409 DEBUG [RS:0;66d3634da959:39641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/WALs/66d3634da959,39641,1732677501672/66d3634da959%2C39641%2C1732677501672.1732677503394, exclude list is [], retry=0 2024-11-27T03:18:23,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38123,DS-315101f0-778b-4bc7-ba49-679a66b9bed4,DISK] 2024-11-27T03:18:23,418 INFO [RS:0;66d3634da959:39641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/WALs/66d3634da959,39641,1732677501672/66d3634da959%2C39641%2C1732677501672.1732677503394 2024-11-27T03:18:23,419 DEBUG [RS:0;66d3634da959:39641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43411:43411)] 2024-11-27T03:18:23,511 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:18:23,511 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3 2024-11-27T03:18:23,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:18:23,691 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:18:23,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:23,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:18:23,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:18:23,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:23,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:23,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:18:23,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:18:23,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:23,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:23,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:18:23,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:18:23,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:23,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:23,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:18:23,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:18:23,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:23,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:23,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:18:23,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740 2024-11-27T03:18:23,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740 2024-11-27T03:18:23,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:18:23,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:18:23,965 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:23,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:18:23,975 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:18:23,976 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67262205, jitterRate=0.0022849589586257935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:23,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677503924Initializing all the Stores at 1732677503926 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677503926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677503928 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677503928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677503928Cleaning up temporary data from old regions at 1732677503963 (+35 ms)Region opened successfully at 1732677503976 (+13 ms) 2024-11-27T03:18:23,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:18:23,977 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:18:23,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:18:23,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:18:23,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:18:23,982 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:23,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677503977Disabling compacts and flushes for region at 1732677503977Disabling writes for close at 1732677503977Writing region close event to WAL at 1732677503982 (+5 ms)Closed at 1732677503982 2024-11-27T03:18:23,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:23,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:18:23,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:18:23,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:18:23,990 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:18:24,141 DEBUG [66d3634da959:41081 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:18:24,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,39641,1732677501672 2024-11-27T03:18:24,144 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,39641,1732677501672, state=OPENING 2024-11-27T03:18:24,276 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:18:24,329 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:24,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:24,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-9400950/meta-region-server: CHANGED 2024-11-27T03:18:24,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-9400950/meta-region-server: CHANGED 2024-11-27T03:18:24,330 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:18:24,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,39641,1732677501672}] 2024-11-27T03:18:24,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:18:24,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:18:24,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T03:18:24,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:24,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T03:18:24,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:24,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T03:18:24,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:18:24,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T03:18:24,486 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:18:24,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:18:24,494 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:18:24,494 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:24,495 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:18:24,498 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C39641%2C1732677501672.meta, suffix=.meta, logDir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/WALs/66d3634da959,39641,1732677501672, archiveDir=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/oldWALs, maxLogs=10 2024-11-27T03:18:24,512 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/WALs/66d3634da959,39641,1732677501672/66d3634da959%2C39641%2C1732677501672.meta.1732677504500.meta, exclude list is [], retry=0 2024-11-27T03:18:24,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38123,DS-315101f0-778b-4bc7-ba49-679a66b9bed4,DISK] 2024-11-27T03:18:24,519 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/WALs/66d3634da959,39641,1732677501672/66d3634da959%2C39641%2C1732677501672.meta.1732677504500.meta 2024-11-27T03:18:24,519 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43411:43411)] 2024-11-27T03:18:24,519 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:24,520 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:18:24,520 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:18:24,520 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:18:24,520 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:18:24,520 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:18:24,520 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:24,520 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:18:24,520 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:18:24,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:18:24,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:18:24,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:24,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:24,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:18:24,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:18:24,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:24,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:24,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:18:24,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:18:24,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:24,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:24,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:18:24,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:18:24,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:24,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:24,533 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:18:24,534 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740 2024-11-27T03:18:24,536 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740 2024-11-27T03:18:24,538 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:18:24,538 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:18:24,539 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:24,542 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:18:24,544 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73021798, jitterRate=0.0881095826625824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:24,544 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:18:24,544 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677504521Writing region info on filesystem at 1732677504521Initializing all the Stores at 1732677504522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677504522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677504523 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677504523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677504523Cleaning up temporary data from old regions at 1732677504538 (+15 ms)Running coprocessor post-open hooks at 1732677504544 (+6 ms)Region opened successfully at 1732677504544 2024-11-27T03:18:24,546 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677504486 2024-11-27T03:18:24,550 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:18:24,550 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:18:24,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,39641,1732677501672 2024-11-27T03:18:24,553 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,39641,1732677501672, state=OPEN 2024-11-27T03:18:24,571 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-9400950/meta-region-server 2024-11-27T03:18:24,571 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,39641,1732677501672 2024-11-27T03:18:24,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-9400950/meta-region-server 2024-11-27T03:18:24,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-9400950/meta-region-server: CHANGED 2024-11-27T03:18:24,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-9400950/meta-region-server: CHANGED 2024-11-27T03:18:24,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:18:24,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,39641,1732677501672 in 241 msec 2024-11-27T03:18:24,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:18:24,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 596 msec 2024-11-27T03:18:24,588 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:24,588 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:18:24,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:24,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,39641,1732677501672, seqNum=-1] 2024-11-27T03:18:24,590 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:24,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:18:24,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5290 sec 2024-11-27T03:18:24,602 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677504602, completionTime=-1 2024-11-27T03:18:24,603 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:18:24,603 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:18:24,606 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:18:24,606 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677564606 2024-11-27T03:18:24,606 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677624606 2024-11-27T03:18:24,606 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-27T03:18:24,607 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41081,1732677501543-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:24,607 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41081,1732677501543-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:24,607 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41081,1732677501543-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:24,607 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:41081, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:24,607 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:24,608 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:24,611 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:18:24,614 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.448sec 2024-11-27T03:18:24,614 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:18:24,614 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:18:24,614 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:18:24,614 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:18:24,614 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:18:24,615 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41081,1732677501543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:18:24,615 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41081,1732677501543-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:18:24,618 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:18:24,618 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:18:24,619 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41081,1732677501543-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:24,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2bdf16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:24,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41081,-1 for getting cluster id 2024-11-27T03:18:24,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:24,702 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82da3360-23dd-4962-9ca0-425a9c16c1e2' 2024-11-27T03:18:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82da3360-23dd-4962-9ca0-425a9c16c1e2" 2024-11-27T03:18:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692adf93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41081,-1] 2024-11-27T03:18:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:24,707 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:24,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9a998e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:24,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,39641,1732677501672, seqNum=-1] 2024-11-27T03:18:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:24,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:18:24,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,41081,1732677501543 2024-11-27T03:18:24,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58384 2024-11-27T03:18:24,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:24,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a4c4d3e0005 connected 2024-11-27T03:18:24,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1ed011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:24,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37921,-1 for getting cluster id 2024-11-27T03:18:24,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:24,828 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '797aa096-5ad6-44e7-b028-998c03a1bc0d' 2024-11-27T03:18:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "797aa096-5ad6-44e7-b028-998c03a1bc0d" 2024-11-27T03:18:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bee4e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37921,-1] 2024-11-27T03:18:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:24,832 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:24,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439ac0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:24,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37921,1732677493659 2024-11-27T03:18:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43a02926 2024-11-27T03:18:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:24,851 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:24,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:41081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:18:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:18:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:24,864 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41081' 2024-11-27T03:18:24,866 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ad9716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:24,866 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41081,-1 for getting cluster id 2024-11-27T03:18:24,866 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:24,867 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82da3360-23dd-4962-9ca0-425a9c16c1e2' 2024-11-27T03:18:24,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:24,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82da3360-23dd-4962-9ca0-425a9c16c1e2" 2024-11-27T03:18:24,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1740091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:24,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41081,-1] 2024-11-27T03:18:24,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:24,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:24,870 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:24,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c93f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:24,871 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:24,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41081,1732677501543 2024-11-27T03:18:24,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5816c65f 2024-11-27T03:18:24,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:24,877 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:24,889 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T03:18:24,889 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:18:24,893 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:24,894 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:24,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:24,895 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:18:24,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:18:24,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:18:24,903 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:24,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:18:24,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741835_1011 (size=1138) 2024-11-27T03:18:24,952 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:18:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:25,322 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6aff4d39f6df760fddb63de9fe30378c, NAME => 'hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec 2024-11-27T03:18:25,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741836_1012 (size=44) 2024-11-27T03:18:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:25,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:25,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6aff4d39f6df760fddb63de9fe30378c, disabling compactions & flushes 2024-11-27T03:18:25,750 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:25,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:25,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. after waiting 0 ms 2024-11-27T03:18:25,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:25,751 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:25,751 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6aff4d39f6df760fddb63de9fe30378c: Waiting for close lock at 1732677505750Disabling compacts and flushes for region at 1732677505750Disabling writes for close at 1732677505750Writing region close event to WAL at 1732677505750Closed at 1732677505751 (+1 ms) 2024-11-27T03:18:25,756 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:18:25,763 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677505756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677505756"}]},"ts":"1732677505756"} 2024-11-27T03:18:25,768 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:18:25,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:18:25,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677505770"}]},"ts":"1732677505770"} 2024-11-27T03:18:25,776 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:18:25,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6aff4d39f6df760fddb63de9fe30378c, ASSIGN}] 2024-11-27T03:18:25,781 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6aff4d39f6df760fddb63de9fe30378c, ASSIGN 2024-11-27T03:18:25,783 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6aff4d39f6df760fddb63de9fe30378c, ASSIGN; state=OFFLINE, location=66d3634da959,32905,1732677494533; forceNewPlan=false, retain=false 2024-11-27T03:18:25,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6aff4d39f6df760fddb63de9fe30378c, regionState=OPENING, regionLocation=66d3634da959,32905,1732677494533 2024-11-27T03:18:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6aff4d39f6df760fddb63de9fe30378c, ASSIGN because future has completed 2024-11-27T03:18:25,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aff4d39f6df760fddb63de9fe30378c, server=66d3634da959,32905,1732677494533}] 2024-11-27T03:18:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:26,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:26,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:26,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:18:26,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C32905%2C1732677494533.rep, suffix=, logDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs, maxLogs=10 2024-11-27T03:18:26,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.rep.1732677506105, exclude list is [], retry=0 2024-11-27T03:18:26,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34011,DS-ca98e517-a008-4b11-b5d3-302d0446b3ab,DISK] 2024-11-27T03:18:26,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.rep.1732677506105 2024-11-27T03:18:26,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37037:37037)] 2024-11-27T03:18:26,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6aff4d39f6df760fddb63de9fe30378c, NAME => 'hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:26,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:18:26,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:18:26,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. service=MultiRowMutationService 2024-11-27T03:18:26,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:18:26,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:26,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,136 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,138 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aff4d39f6df760fddb63de9fe30378c columnFamilyName hfileref 2024-11-27T03:18:26,138 DEBUG [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:26,139 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(327): Store=6aff4d39f6df760fddb63de9fe30378c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:26,140 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,142 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aff4d39f6df760fddb63de9fe30378c columnFamilyName queue 2024-11-27T03:18:26,142 DEBUG [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:26,143 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(327): Store=6aff4d39f6df760fddb63de9fe30378c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:26,143 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,145 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aff4d39f6df760fddb63de9fe30378c columnFamilyName sid 2024-11-27T03:18:26,145 DEBUG [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:26,146 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(327): Store=6aff4d39f6df760fddb63de9fe30378c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:26,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:18:26,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:18:26,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6aff4d39f6df760fddb63de9fe30378c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70132204, jitterRate=0.04505127668380737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:18:26,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:26,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6aff4d39f6df760fddb63de9fe30378c: Running coprocessor pre-open hook at 1732677506134Writing region info on filesystem at 1732677506134Initializing all the Stores at 1732677506135 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677506135Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677506136 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677506136Cleaning up temporary data from old regions at 1732677506150 (+14 ms)Running coprocessor post-open hooks at 1732677506162 (+12 ms)Region opened successfully at 1732677506162 2024-11-27T03:18:26,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c., pid=7, masterSystemTime=1732677506094 2024-11-27T03:18:26,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:26,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:26,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6aff4d39f6df760fddb63de9fe30378c, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,32905,1732677494533 2024-11-27T03:18:26,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aff4d39f6df760fddb63de9fe30378c, server=66d3634da959,32905,1732677494533 because future has completed 2024-11-27T03:18:26,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T03:18:26,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6aff4d39f6df760fddb63de9fe30378c, server=66d3634da959,32905,1732677494533 in 241 msec 2024-11-27T03:18:26,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:18:26,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6aff4d39f6df760fddb63de9fe30378c, ASSIGN in 408 msec 2024-11-27T03:18:26,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:18:26,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677506195"}]},"ts":"1732677506195"} 2024-11-27T03:18:26,198 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:18:26,201 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:18:26,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3050 sec 2024-11-27T03:18:26,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c., hostname=66d3634da959,32905,1732677494533, seqNum=2] 2024-11-27T03:18:26,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32905 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T03:18:26,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:26,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:26,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:18:26,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T03:18:26,492 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:18:26,534 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,32905,1732677494533, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:18:26,536 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:26,536 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,32905,1732677494533, seqNum=-1] 2024-11-27T03:18:26,536 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:26,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T03:18:26,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,32905,1732677494533', locateType=CURRENT is [region=hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c., hostname=66d3634da959,32905,1732677494533, seqNum=2] 2024-11-27T03:18:26,548 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T03:18:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T03:18:26,554 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,32905,1732677494533 suceeded 2024-11-27T03:18:26,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T03:18:26,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-27T03:18:26,558 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:41081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:18:26,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7040 sec 2024-11-27T03:18:26,568 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41081' 2024-11-27T03:18:26,570 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36158ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:26,570 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41081,-1 for getting cluster id 2024-11-27T03:18:26,570 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:26,571 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82da3360-23dd-4962-9ca0-425a9c16c1e2' 2024-11-27T03:18:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82da3360-23dd-4962-9ca0-425a9c16c1e2" 2024-11-27T03:18:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40f2d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41081,-1] 2024-11-27T03:18:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:26,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:26,574 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:26,575 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c9b59e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:26,576 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:26,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41081,1732677501543 2024-11-27T03:18:26,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11b307c 2024-11-27T03:18:26,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:26,578 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T03:18:26,580 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,32905,1732677494533 (queues=1) is replicating from cluster=797aa096-5ad6-44e7-b028-998c03a1bc0d to cluster=82da3360-23dd-4962-9ca0-425a9c16c1e2 2024-11-27T03:18:26,582 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C32905%2C1732677494533 2024-11-27T03:18:26,586 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,32905,1732677494533, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:18:26,588 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,1-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C32905%2C1732677494533 2024-11-27T03:18:26,593 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,1-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890, startPosition=0, beingWritten=true 2024-11-27T03:18:26,850 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,1-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 to pos 0, reset compression=false 2024-11-27T03:18:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:27,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:27,030 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:18:27,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:27,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:27,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ba9a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37921,-1 for getting cluster id 2024-11-27T03:18:27,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:27,033 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '797aa096-5ad6-44e7-b028-998c03a1bc0d' 2024-11-27T03:18:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "797aa096-5ad6-44e7-b028-998c03a1bc0d" 2024-11-27T03:18:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192f6003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37921,-1] 2024-11-27T03:18:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:27,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,036 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78170f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37921,1732677493659 2024-11-27T03:18:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae93d0d 2024-11-27T03:18:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:27,041 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:27,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://66d3634da959:41081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:18:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:18:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T03:18:27,046 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41081' 2024-11-27T03:18:27,047 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51507a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,047 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41081,-1 for getting cluster id 2024-11-27T03:18:27,047 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:27,048 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82da3360-23dd-4962-9ca0-425a9c16c1e2' 2024-11-27T03:18:27,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:27,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82da3360-23dd-4962-9ca0-425a9c16c1e2" 2024-11-27T03:18:27,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bee8863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41081,-1] 2024-11-27T03:18:27,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:27,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,050 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:27,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4135dfbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,051 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:27,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41081,1732677501543 2024-11-27T03:18:27,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f61e7a9 2024-11-27T03:18:27,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:27,054 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:27,055 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T03:18:27,055 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:18:27,055 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,055 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:27,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:18:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T03:18:27,167 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,1-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 to pos 0, reset compression=false 2024-11-27T03:18:27,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-27T03:18:27,243 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T03:18:27,285 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-66d3634da959,32905,1732677494533, ReplicationSource: 2, currentBandwidth=0 2024-11-27T03:18:27,288 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T03:18:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T03:18:27,292 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 66d3634da959,32905,1732677494533 suceeded 2024-11-27T03:18:27,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:18:27,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-27T03:18:27,295 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://66d3634da959:41081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:18:27,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 253 msec 2024-11-27T03:18:27,306 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41081' 2024-11-27T03:18:27,307 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395aafa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,307 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41081,-1 for getting cluster id 2024-11-27T03:18:27,307 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:27,309 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82da3360-23dd-4962-9ca0-425a9c16c1e2' 2024-11-27T03:18:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82da3360-23dd-4962-9ca0-425a9c16c1e2" 2024-11-27T03:18:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@343893f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41081,-1] 2024-11-27T03:18:27,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:27,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,312 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:27,313 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ed2a9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,313 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41081,1732677501543 2024-11-27T03:18:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@520911ae 2024-11-27T03:18:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:27,317 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T03:18:27,318 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-66d3634da959,32905,1732677494533 (queues=1) is replicating from cluster=797aa096-5ad6-44e7-b028-998c03a1bc0d to cluster=82da3360-23dd-4962-9ca0-425a9c16c1e2 2024-11-27T03:18:27,318 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=66d3634da959%2C32905%2C1732677494533 2024-11-27T03:18:27,318 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-66d3634da959,32905,1732677494533, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:18:27,319 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C32905%2C1732677494533 2024-11-27T03:18:27,319 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890, startPosition=0, beingWritten=true 2024-11-27T03:18:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T03:18:27,359 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T03:18:27,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:27,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:27,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:27,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37921,1732677493659 2024-11-27T03:18:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ecc597 2024-11-27T03:18:27,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:27,367 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:27,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T03:18:27,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T03:18:27,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T03:18:27,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T03:18:27,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://66d3634da959:41081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:18:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T03:18:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T03:18:27,384 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41081' 2024-11-27T03:18:27,385 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc834f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,385 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41081,-1 for getting cluster id 2024-11-27T03:18:27,385 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:27,386 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82da3360-23dd-4962-9ca0-425a9c16c1e2' 2024-11-27T03:18:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82da3360-23dd-4962-9ca0-425a9c16c1e2" 2024-11-27T03:18:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b598894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41081,-1] 2024-11-27T03:18:27,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:27,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,389 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:27,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3620693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:27,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41081,1732677501543 2024-11-27T03:18:27,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b00fd6 2024-11-27T03:18:27,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:27,392 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:27,393 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:18:27,393 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:18:27,393 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,394 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:27,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:18:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T03:18:27,527 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 to pos 0, reset compression=false 2024-11-27T03:18:27,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-27T03:18:27,563 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-27T03:18:27,565 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T03:18:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T03:18:27,570 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 66d3634da959,32905,1732677494533 suceeded 2024-11-27T03:18:27,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T03:18:27,575 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://66d3634da959:41081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:18:27,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-27T03:18:27,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-11-27T03:18:27,578 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,1-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 to pos 0, reset compression=false 2024-11-27T03:18:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T03:18:27,701 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-27T03:18:27,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://66d3634da959:41081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:18:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T03:18:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T03:18:27,710 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41081' 2024-11-27T03:18:27,711 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697341c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,711 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41081,-1 for getting cluster id 2024-11-27T03:18:27,711 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:27,712 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82da3360-23dd-4962-9ca0-425a9c16c1e2' 2024-11-27T03:18:27,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:27,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82da3360-23dd-4962-9ca0-425a9c16c1e2" 2024-11-27T03:18:27,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4478ad74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41081,-1] 2024-11-27T03:18:27,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:27,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,713 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:27,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11517cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:27,714 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:27,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41081,1732677501543 2024-11-27T03:18:27,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e1c56d 2024-11-27T03:18:27,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:27,717 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:27,717 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T03:18:27,717 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:18:27,717 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,718 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:27,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:27,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:18:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T03:18:27,836 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 to pos 0, reset compression=false 2024-11-27T03:18:27,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-27T03:18:27,886 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-27T03:18:27,889 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T03:18:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T03:18:27,893 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 66d3634da959,32905,1732677494533 suceeded 2024-11-27T03:18:27,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T03:18:27,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-27T03:18:27,896 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://66d3634da959:41081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:18:27,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-27T03:18:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T03:18:28,029 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-27T03:18:28,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T03:18:28,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T03:18:28,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:28,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:28,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:28,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:28,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:28,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:18:28,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392182542, stopped=false 2024-11-27T03:18:28,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,37921,1732677493659 2024-11-27T03:18:28,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043141594/running 2024-11-27T03:18:28,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043141594/running 2024-11-27T03:18:28,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:28,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:28,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:18:28,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:28,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/running 2024-11-27T03:18:28,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:28,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/running 2024-11-27T03:18:28,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:28,045 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,32905,1732677494533' ***** 2024-11-27T03:18:28,045 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:18:28,045 INFO [RS:0;66d3634da959:32905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:18:28,046 INFO [RS:0;66d3634da959:32905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:18:28,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:18:28,046 INFO [RS:0;66d3634da959:32905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:18:28,046 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(3091): Received CLOSE for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:28,046 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,32905,1732677494533 2024-11-27T03:18:28,047 INFO [RS:0;66d3634da959:32905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:18:28,047 INFO [RS:0;66d3634da959:32905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:32905. 2024-11-27T03:18:28,047 DEBUG [RS:0;66d3634da959:32905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:28,047 DEBUG [RS:0;66d3634da959:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:28,047 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6aff4d39f6df760fddb63de9fe30378c, disabling compactions & flushes 2024-11-27T03:18:28,047 INFO [RS:0;66d3634da959:32905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:18:28,047 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:28,047 INFO [RS:0;66d3634da959:32905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:18:28,047 INFO [RS:0;66d3634da959:32905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:18:28,047 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:28,047 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:18:28,047 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. after waiting 0 ms 2024-11-27T03:18:28,047 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:28,047 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:18:28,048 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1325): Online Regions={6aff4d39f6df760fddb63de9fe30378c=hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:18:28,048 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:18:28,048 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:18:28,048 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:18:28,048 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:18:28,048 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:18:28,048 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:28,051 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6aff4d39f6df760fddb63de9fe30378c 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-27T03:18:28,051 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T03:18:28,085 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,1-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 to pos 0, reset compression=false 2024-11-27T03:18:28,112 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c/.tmp/queue/c308943bfd0a4639ac0b5bb672d34a6e is 151, key is 1-66d3634da959,32905,1732677494533/queue:66d3634da959%2C32905%2C1732677494533/1732677506543/Put/seqid=0 2024-11-27T03:18:28,112 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/info/9f92e2b5b63e4842a6e7d8fb6d20a33e is 147, key is hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c./info:regioninfo/1732677506170/Put/seqid=0 2024-11-27T03:18:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741838_1014 (size=6631) 2024-11-27T03:18:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741839_1015 (size=5500) 2024-11-27T03:18:28,139 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:18:28,244 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 to pos 0, reset compression=false 2024-11-27T03:18:28,248 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:28,449 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:28,525 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/info/9f92e2b5b63e4842a6e7d8fb6d20a33e 2024-11-27T03:18:28,525 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c/.tmp/queue/c308943bfd0a4639ac0b5bb672d34a6e 2024-11-27T03:18:28,584 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c/.tmp/queue/c308943bfd0a4639ac0b5bb672d34a6e as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c/queue/c308943bfd0a4639ac0b5bb672d34a6e 2024-11-27T03:18:28,594 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c/queue/c308943bfd0a4639ac0b5bb672d34a6e, entries=2, sequenceid=6, filesize=5.4 K 2024-11-27T03:18:28,599 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/ns/a4b7c3b6b1444d80924c192244a92b05 is 43, key is default/ns:d/1732677499047/Put/seqid=0 2024-11-27T03:18:28,600 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6aff4d39f6df760fddb63de9fe30378c in 548ms, sequenceid=6, compaction requested=false 2024-11-27T03:18:28,600 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T03:18:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741840_1016 (size=5153) 2024-11-27T03:18:28,607 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/ns/a4b7c3b6b1444d80924c192244a92b05 2024-11-27T03:18:28,610 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T03:18:28,613 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:28,613 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:28,614 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:28,614 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6aff4d39f6df760fddb63de9fe30378c: Waiting for close lock at 1732677508047Running coprocessor pre-close hooks at 1732677508047Disabling compacts and flushes for region at 1732677508047Disabling writes for close at 1732677508047Obtaining lock to block concurrent updates at 1732677508051 (+4 ms)Preparing flush snapshotting stores in 6aff4d39f6df760fddb63de9fe30378c at 1732677508051Finished memstore snapshotting hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732677508059 (+8 ms)Flushing stores of hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. at 1732677508061 (+2 ms)Flushing 6aff4d39f6df760fddb63de9fe30378c/queue: creating writer at 1732677508062 (+1 ms)Flushing 6aff4d39f6df760fddb63de9fe30378c/queue: appending metadata at 1732677508098 (+36 ms)Flushing 6aff4d39f6df760fddb63de9fe30378c/queue: closing flushed file at 1732677508101 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f70f390: reopening flushed file at 1732677508582 (+481 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6aff4d39f6df760fddb63de9fe30378c in 548ms, sequenceid=6, compaction requested=false at 1732677508600 (+18 ms)Writing region close event to WAL at 1732677508603 (+3 ms)Running coprocessor post-close hooks at 1732677508611 (+8 ms)Closed at 1732677508614 (+3 ms) 2024-11-27T03:18:28,614 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:28,632 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/table/1ae9f4cdc2c743c9856c07672ca748c3 is 53, key is hbase:replication/table:state/1732677506195/Put/seqid=0 2024-11-27T03:18:28,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741841_1017 (size=5256) 2024-11-27T03:18:28,649 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:28,692 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,1-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 to pos 0, reset compression=false 2024-11-27T03:18:28,743 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:18:28,743 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:18:28,755 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 to pos 0, reset compression=false 2024-11-27T03:18:28,849 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:29,038 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/table/1ae9f4cdc2c743c9856c07672ca748c3 2024-11-27T03:18:29,050 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:18:29,050 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:18:29,050 DEBUG [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:29,051 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/info/9f92e2b5b63e4842a6e7d8fb6d20a33e as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/info/9f92e2b5b63e4842a6e7d8fb6d20a33e 2024-11-27T03:18:29,061 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/info/9f92e2b5b63e4842a6e7d8fb6d20a33e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T03:18:29,063 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/ns/a4b7c3b6b1444d80924c192244a92b05 as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/ns/a4b7c3b6b1444d80924c192244a92b05 2024-11-27T03:18:29,077 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/ns/a4b7c3b6b1444d80924c192244a92b05, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T03:18:29,079 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/table/1ae9f4cdc2c743c9856c07672ca748c3 as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/table/1ae9f4cdc2c743c9856c07672ca748c3 2024-11-27T03:18:29,088 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/table/1ae9f4cdc2c743c9856c07672ca748c3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T03:18:29,089 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1041ms, sequenceid=11, compaction requested=false 2024-11-27T03:18:29,095 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T03:18:29,096 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:29,097 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:29,097 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:29,097 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677508048Running coprocessor pre-close hooks at 1732677508048Disabling compacts and flushes for region at 1732677508048Disabling writes for close at 1732677508048Obtaining lock to block concurrent updates at 1732677508051 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732677508051Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732677508059 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732677508061 (+2 ms)Flushing 1588230740/info: creating writer at 1732677508062 (+1 ms)Flushing 1588230740/info: appending metadata at 1732677508100 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732677508101 (+1 ms)Flushing 1588230740/ns: creating writer at 1732677508582 (+481 ms)Flushing 1588230740/ns: appending metadata at 1732677508599 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732677508599Flushing 1588230740/table: creating writer at 1732677508617 (+18 ms)Flushing 1588230740/table: appending metadata at 1732677508631 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732677508632 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bac7018: reopening flushed file at 1732677509049 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa5695c: reopening flushed file at 1732677509062 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6988fe10: reopening flushed file at 1732677509077 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1041ms, sequenceid=11, compaction requested=false at 1732677509089 (+12 ms)Writing region close event to WAL at 1732677509090 (+1 ms)Running coprocessor post-close hooks at 1732677509096 (+6 ms)Closed at 1732677509097 (+1 ms) 2024-11-27T03:18:29,097 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:29,250 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,32905,1732677494533; all regions closed. 2024-11-27T03:18:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741834_1010 (size=2742) 2024-11-27T03:18:29,262 DEBUG [RS:0;66d3634da959:32905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs 2024-11-27T03:18:29,263 INFO [RS:0;66d3634da959:32905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C32905%2C1732677494533.meta:.meta(num 1732677498857) 2024-11-27T03:18:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741837_1013 (size=1802) 2024-11-27T03:18:29,270 DEBUG [RS:0;66d3634da959:32905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs 2024-11-27T03:18:29,270 INFO [RS:0;66d3634da959:32905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C32905%2C1732677494533.rep:(num 1732677506105) 2024-11-27T03:18:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741832_1008 (size=93) 2024-11-27T03:18:29,275 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 not finished, retry = 0 2024-11-27T03:18:29,364 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 to pos 0, reset compression=false 2024-11-27T03:18:29,377 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890 2024-11-27T03:18:29,377 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-27T03:18:29,377 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.wal-reader.66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-27T03:18:29,381 DEBUG [RS:0;66d3634da959:32905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs 2024-11-27T03:18:29,381 INFO [RS:0;66d3634da959:32905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C32905%2C1732677494533:(num 1732677497890) 2024-11-27T03:18:29,382 DEBUG [RS:0;66d3634da959:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:29,382 INFO [RS:0;66d3634da959:32905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:18:29,382 INFO [RS:0;66d3634da959:32905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:18:29,382 INFO [RS:0;66d3634da959:32905 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:18:29,382 INFO [RS:0;66d3634da959:32905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:18:29,382 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:18:29,377 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-66d3634da959,32905,1732677494533 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533/66d3634da959%2C32905%2C1732677494533.1732677497890, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T03:18:29,383 INFO [RS:0;66d3634da959:32905 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,32905,1732677494533 because: Region server is closing 2024-11-27T03:18:29,383 INFO [RS:0;66d3634da959:32905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:32905. 2024-11-27T03:18:29,383 DEBUG [RS:0;66d3634da959:32905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:29,384 DEBUG [RS:0;66d3634da959:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:29,384 DEBUG [RS:0;66d3634da959:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:29,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:29,387 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,32905,1732677494533: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-66d3634da959,32905,1732677494533, walGroup=66d3634da959%2C32905%2C1732677494533, offset=66d3634da959%2C32905%2C1732677494533.1732677497890:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:32905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:18:29,389 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:18:29,392 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:18:29,394 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:18:29,394 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:18:29,394 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:18:29,394 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 404515824 }, "NonHeapMemoryUsage": { "committed": 152895488, "init": 7667712, "max": -1, "used": 150540520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:18:29,396 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [66d3634da959%2C32905%2C1732677494533.1732677497890] 2024-11-27T03:18:29,484 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,1-66d3634da959,32905,1732677494533 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T03:18:29,485 INFO [RS:0;66d3634da959:32905 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,1-66d3634da959,32905,1732677494533 terminated 2024-11-27T03:18:29,485 INFO [RS:0;66d3634da959:32905 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-66d3634da959,32905,1732677494533 because: Region server is closing 2024-11-27T03:18:29,485 INFO [RS:0;66d3634da959:32905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:32905. 2024-11-27T03:18:29,486 DEBUG [RS:0;66d3634da959:32905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:29,486 DEBUG [RS:0;66d3634da959:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:29,486 DEBUG [RS:0;66d3634da959:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:29,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:29,486 INFO [RS:0;66d3634da959:32905 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,32905,1732677494533.replicationSource.shipper66d3634da959%2C32905%2C1732677494533,2-66d3634da959,32905,1732677494533 terminated 2024-11-27T03:18:29,486 INFO [RS:0;66d3634da959:32905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32905 2024-11-27T03:18:29,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043141594/rs/66d3634da959,32905,1732677494533 2024-11-27T03:18:29,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/rs 2024-11-27T03:18:29,518 INFO [RS:0;66d3634da959:32905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:18:29,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,32905,1732677494533] 2024-11-27T03:18:29,543 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/draining/66d3634da959,32905,1732677494533 already deleted, retry=false 2024-11-27T03:18:29,544 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,32905,1732677494533 expired; onlineServers=0 2024-11-27T03:18:29,544 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,37921,1732677493659' ***** 2024-11-27T03:18:29,544 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:18:29,544 INFO [M:0;66d3634da959:37921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:18:29,545 INFO [M:0;66d3634da959:37921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:18:29,545 DEBUG [M:0;66d3634da959:37921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:18:29,545 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:18:29,545 DEBUG [M:0;66d3634da959:37921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:18:29,545 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677497553 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677497553,5,FailOnTimeoutGroup] 2024-11-27T03:18:29,545 INFO [M:0;66d3634da959:37921 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:18:29,545 INFO [M:0;66d3634da959:37921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:18:29,546 DEBUG [M:0;66d3634da959:37921 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:18:29,546 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677497554 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677497554,5,FailOnTimeoutGroup] 2024-11-27T03:18:29,546 INFO [M:0;66d3634da959:37921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:18:29,546 INFO [M:0;66d3634da959:37921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:18:29,546 INFO [M:0;66d3634da959:37921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:18:29,546 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:18:29,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043141594/master 2024-11-27T03:18:29,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:29,562 DEBUG [M:0;66d3634da959:37921 {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/master already deleted, retry=false 2024-11-27T03:18:29,562 DEBUG [M:0;66d3634da959:37921 {}] master.ActiveMasterManager(353): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Failed delete of our master address node; KeeperErrorCode = NoNode for /02043141594/master 2024-11-27T03:18:29,563 INFO [M:0;66d3634da959:37921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/.lastflushedseqids 2024-11-27T03:18:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741842_1018 (size=181) 2024-11-27T03:18:29,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:29,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1017a4c4d3e0001, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:29,634 INFO [RS:0;66d3634da959:32905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:18:29,634 INFO [RS:0;66d3634da959:32905 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,32905,1732677494533; zookeeper connection closed. 2024-11-27T03:18:29,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f1e3391 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f1e3391 2024-11-27T03:18:29,635 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:18:30,002 INFO [M:0;66d3634da959:37921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:18:30,002 INFO [M:0;66d3634da959:37921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:18:30,002 DEBUG [M:0;66d3634da959:37921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:18:30,002 INFO [M:0;66d3634da959:37921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:30,002 DEBUG [M:0;66d3634da959:37921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:30,002 DEBUG [M:0;66d3634da959:37921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:18:30,002 DEBUG [M:0;66d3634da959:37921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:30,003 INFO [M:0;66d3634da959:37921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-27T03:18:30,022 DEBUG [M:0;66d3634da959:37921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1aa7704748e446aa792da387c12453d is 82, key is hbase:meta,,1/info:regioninfo/1732677498932/Put/seqid=0 2024-11-27T03:18:30,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:18:30,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741843_1019 (size=5672) 2024-11-27T03:18:30,431 INFO [M:0;66d3634da959:37921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1aa7704748e446aa792da387c12453d 2024-11-27T03:18:30,463 DEBUG [M:0;66d3634da959:37921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64433c706a7342be87cf56bbb1ee69c4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732677506204/Put/seqid=0 2024-11-27T03:18:30,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741844_1020 (size=8663) 2024-11-27T03:18:30,869 INFO [M:0;66d3634da959:37921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64433c706a7342be87cf56bbb1ee69c4 2024-11-27T03:18:30,898 DEBUG [M:0;66d3634da959:37921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c518f30078024be3b60d08412621555d is 69, key is 66d3634da959,32905,1732677494533/rs:state/1732677497650/Put/seqid=0 2024-11-27T03:18:30,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741845_1021 (size=5156) 2024-11-27T03:18:31,304 INFO [M:0;66d3634da959:37921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c518f30078024be3b60d08412621555d 2024-11-27T03:18:31,313 DEBUG [M:0;66d3634da959:37921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1aa7704748e446aa792da387c12453d as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1aa7704748e446aa792da387c12453d 2024-11-27T03:18:31,321 INFO [M:0;66d3634da959:37921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1aa7704748e446aa792da387c12453d, entries=8, sequenceid=115, filesize=5.5 K 2024-11-27T03:18:31,323 DEBUG [M:0;66d3634da959:37921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64433c706a7342be87cf56bbb1ee69c4 as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64433c706a7342be87cf56bbb1ee69c4 2024-11-27T03:18:31,331 INFO [M:0;66d3634da959:37921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64433c706a7342be87cf56bbb1ee69c4, entries=14, sequenceid=115, filesize=8.5 K 2024-11-27T03:18:31,332 DEBUG [M:0;66d3634da959:37921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c518f30078024be3b60d08412621555d as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c518f30078024be3b60d08412621555d 2024-11-27T03:18:31,341 INFO [M:0;66d3634da959:37921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c518f30078024be3b60d08412621555d, entries=1, sequenceid=115, filesize=5.0 K 2024-11-27T03:18:31,343 INFO [M:0;66d3634da959:37921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false 2024-11-27T03:18:31,345 INFO [M:0;66d3634da959:37921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:31,345 DEBUG [M:0;66d3634da959:37921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677510002Disabling compacts and flushes for region at 1732677510002Disabling writes for close at 1732677510002Obtaining lock to block concurrent updates at 1732677510003 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677510003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732677510003Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677510004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677510004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677510022 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677510022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677510438 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677510463 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677510463Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677510879 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677510897 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677510897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7ce519: reopening flushed file at 1732677511312 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31cdcbc7: reopening flushed file at 1732677511322 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10bfc971: reopening flushed file at 1732677511331 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false at 1732677511343 (+12 ms)Writing region close event to WAL at 1732677511345 (+2 ms)Closed at 1732677511345 2024-11-27T03:18:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741830_1006 (size=59421) 2024-11-27T03:18:31,350 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:18:31,350 INFO [M:0;66d3634da959:37921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:18:31,351 INFO [M:0;66d3634da959:37921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37921 2024-11-27T03:18:31,351 INFO [M:0;66d3634da959:37921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:18:31,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:31,465 INFO [M:0;66d3634da959:37921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:18:31,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x1017a4c4d3e0000, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:31,467 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:18:31,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:31,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:31,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:18:31,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:31,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:18:31,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:18:31,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:18:31,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37469 2024-11-27T03:18:31,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37469 connecting to ZooKeeper ensemble=127.0.0.1:58384 2024-11-27T03:18:31,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374690x0, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:31,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37469-0x1017a4c4d3e0006 connected 2024-11-27T03:18:31,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:31,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:31,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/running 2024-11-27T03:18:31,567 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: INIT 2024-11-27T03:18:31,567 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec, hbase.cluster.distributed=false 2024-11-27T03:18:31,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/acl 2024-11-27T03:18:31,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37469 2024-11-27T03:18:31,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37469 2024-11-27T03:18:31,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37469 2024-11-27T03:18:31,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37469 2024-11-27T03:18:31,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37469 2024-11-27T03:18:31,585 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:18:31,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:31,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:31,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:18:31,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:31,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:18:31,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:18:31,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:18:31,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43083 2024-11-27T03:18:31,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43083 connecting to ZooKeeper ensemble=127.0.0.1:58384 2024-11-27T03:18:31,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:31,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:31,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430830x0, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:31,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43083-0x1017a4c4d3e0007 connected 2024-11-27T03:18:31,623 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: INIT 2024-11-27T03:18:31,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/running 2024-11-27T03:18:31,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:18:31,625 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:18:31,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/master 2024-11-27T03:18:31,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/acl 2024-11-27T03:18:31,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43083 2024-11-27T03:18:31,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43083 2024-11-27T03:18:31,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43083 2024-11-27T03:18:31,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43083 2024-11-27T03:18:31,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43083 2024-11-27T03:18:31,644 DEBUG [M:0;66d3634da959:37469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:37469 2024-11-27T03:18:31,645 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02043141594/backup-masters/66d3634da959,37469,1732677511467 2024-11-27T03:18:31,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/backup-masters 2024-11-27T03:18:31,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/backup-masters 2024-11-27T03:18:31,702 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on existing znode=/02043141594/backup-masters/66d3634da959,37469,1732677511467 2024-11-27T03:18:31,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:31,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02043141594/master 2024-11-27T03:18:31,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:31,775 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on existing znode=/02043141594/master 2024-11-27T03:18:31,775 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02043141594/backup-masters/66d3634da959,37469,1732677511467 from backup master directory 2024-11-27T03:18:31,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043141594/backup-masters/66d3634da959,37469,1732677511467 2024-11-27T03:18:31,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/backup-masters 2024-11-27T03:18:31,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/backup-masters 2024-11-27T03:18:31,797 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:18:31,797 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,37469,1732677511467 2024-11-27T03:18:31,816 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:31,816 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:18:31,829 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-27T03:18:31,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741846_1022 (size=196) 2024-11-27T03:18:32,289 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:18:32,290 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:18:32,291 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:32,302 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T03:18:32,306 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37921,1732677493659 to hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37921,1732677493659-dead as it is dead 2024-11-27T03:18:32,307 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T03:18:32,308 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T03:18:32,308 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37921,1732677493659-dead/66d3634da959%2C37921%2C1732677493659.1732677496697 2024-11-27T03:18:32,314 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37921,1732677493659-dead/66d3634da959%2C37921%2C1732677493659.1732677496697 after 4ms 2024-11-27T03:18:32,316 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37921,1732677493659-dead/66d3634da959%2C37921%2C1732677493659.1732677496697 to hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/66d3634da959%2C37921%2C1732677493659.1732677496697 2024-11-27T03:18:32,316 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37921,1732677493659-dead 2024-11-27T03:18:32,317 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37469,1732677511467 2024-11-27T03:18:32,319 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:18:32,321 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C37469%2C1732677511467, suffix=, logDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37469,1732677511467, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/oldWALs, maxLogs=10 2024-11-27T03:18:32,338 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37469,1732677511467/66d3634da959%2C37469%2C1732677511467.1732677512321, exclude list is [], retry=0 2024-11-27T03:18:32,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34011,DS-ca98e517-a008-4b11-b5d3-302d0446b3ab,DISK] 2024-11-27T03:18:32,347 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/WALs/66d3634da959,37469,1732677511467/66d3634da959%2C37469%2C1732677511467.1732677512321 2024-11-27T03:18:32,347 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37037:37037)] 2024-11-27T03:18:32,347 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:32,348 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:32,348 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:32,348 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:32,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:32,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:18:32,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:32,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1aa7704748e446aa792da387c12453d 2024-11-27T03:18:32,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:32,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:32,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:18:32,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:32,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64433c706a7342be87cf56bbb1ee69c4 2024-11-27T03:18:32,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:32,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:32,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:18:32,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:32,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c518f30078024be3b60d08412621555d 2024-11-27T03:18:32,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:32,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:32,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:18:32,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:32,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:32,380 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:32,381 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T03:18:32,381 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/66d3634da959%2C37921%2C1732677493659.1732677496697 2024-11-27T03:18:32,398 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/66d3634da959%2C37921%2C1732677493659.1732677496697 2024-11-27T03:18:32,400 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/66d3634da959%2C37921%2C1732677493659.1732677496697 2024-11-27T03:18:32,402 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:32,402 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:32,403 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:32,404 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:32,407 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-27T03:18:32,408 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62137068, jitterRate=-0.074085533618927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:32,408 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677512348Initializing all the Stores at 1732677512349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677512349Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677512350 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677512350Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677512350Cleaning up temporary data from old regions at 1732677512402 (+52 ms)Region opened successfully at 1732677512408 (+6 ms) 2024-11-27T03:18:32,408 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:18:32,414 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca0763a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:18:32,426 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T03:18:32,427 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:18:32,427 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:18:32,427 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:18:32,428 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:18:32,434 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:32,434 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:18:32,435 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:18:32,435 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:18:32,435 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T03:18:32,435 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T03:18:32,436 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-27T03:18:32,436 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:18:32,441 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66d3634da959,32905,1732677494533, regionLocation=66d3634da959,32905,1732677494533, openSeqNum=2 2024-11-27T03:18:32,441 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66d3634da959,32905,1732677494533, table=hbase:meta, region=1588230740 2024-11-27T03:18:32,441 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,32905,1732677494533, state=OPEN 2024-11-27T03:18:32,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02043141594/meta-region-server 2024-11-27T03:18:32,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02043141594/meta-region-server 2024-11-27T03:18:32,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: CHANGED 2024-11-27T03:18:32,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: CHANGED 2024-11-27T03:18:32,460 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:18:32,475 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/draining/66d3634da959,32905,1732677494533 already deleted, retry=false 2024-11-27T03:18:32,476 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 66d3634da959,32905,1732677494533 on 66d3634da959,37469,1732677511467 2024-11-27T03:18:32,481 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 66d3634da959,32905,1732677494533, splitWal=true, meta=true 2024-11-27T03:18:32,484 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 66d3634da959,32905,1732677494533 (carryingMeta=true) 66d3634da959,32905,1732677494533/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@f90313e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T03:18:32,488 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Unable to get data of znode /02043141594/balancer because node does not exist (not necessarily an error) 2024-11-27T03:18:32,593 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/balancer already deleted, retry=false 2024-11-27T03:18:32,593 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:18:32,594 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Unable to get data of znode /02043141594/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:18:32,636 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/normalizer already deleted, retry=false 2024-11-27T03:18:32,637 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:18:32,640 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Unable to get data of znode /02043141594/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:18:32,709 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/switch/split already deleted, retry=false 2024-11-27T03:18:32,712 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Unable to get data of znode /02043141594/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:18:32,773 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/switch/merge already deleted, retry=false 2024-11-27T03:18:32,861 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Unable to get data of znode /02043141594/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:18:32,921 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/snapshot-cleanup already deleted, retry=false 2024-11-27T03:18:32,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02043141594/running 2024-11-27T03:18:32,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02043141594/running 2024-11-27T03:18:32,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:32,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:32,944 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,37469,1732677511467, sessionid=0x1017a4c4d3e0006, setting cluster-up flag (Was=false) 2024-11-27T03:18:33,018 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02043141594/flush-table-proc/acquired, /02043141594/flush-table-proc/reached, /02043141594/flush-table-proc/abort 2024-11-27T03:18:33,021 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,37469,1732677511467 2024-11-27T03:18:33,080 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02043141594/online-snapshot/acquired, /02043141594/online-snapshot/reached, /02043141594/online-snapshot/abort 2024-11-27T03:18:33,082 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,37469,1732677511467 2024-11-27T03:18:33,083 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/.lastflushedseqids 2024-11-27T03:18:33,087 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:18:33,087 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:18:33,088 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,37469,1732677511467 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 66d3634da959,32905,1732677494533 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:18:33,090 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:33,090 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:33,090 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:33,090 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:33,090 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:18:33,090 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,090 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:18:33,090 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,091 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677543091 2024-11-27T03:18:33,091 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:18:33,091 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:18:33,091 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:18:33,092 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:18:33,092 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:18:33,092 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:18:33,092 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,092 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:18:33,092 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:18:33,092 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:18:33,092 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:18:33,093 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:18:33,093 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:18:33,094 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677513093,5,FailOnTimeoutGroup] 2024-11-27T03:18:33,094 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 66d3634da959,32905,1732677494533, splitWal=true, meta=true 2024-11-27T03:18:33,094 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677513094,5,FailOnTimeoutGroup] 2024-11-27T03:18:33,094 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,094 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:18:33,094 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,094 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,094 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677513094, completionTime=-1 2024-11-27T03:18:33,095 WARN [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T03:18:33,095 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 66d3634da959,32905,1732677494533, splitWal=true, meta=true, isMeta: true 2024-11-27T03:18:33,097 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533-splitting 2024-11-27T03:18:33,098 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T03:18:33,099 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533-splitting dir is empty, no logs to split. 2024-11-27T03:18:33,099 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66d3634da959,32905,1732677494533 WAL count=0, meta=true 2024-11-27T03:18:33,103 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533-splitting dir is empty, no logs to split. 2024-11-27T03:18:33,104 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66d3634da959,32905,1732677494533 WAL count=0, meta=true 2024-11-27T03:18:33,104 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 66d3634da959,32905,1732677494533 WAL splitting is done? wals=0, meta=true 2024-11-27T03:18:33,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:18:33,108 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:18:33,109 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T03:18:33,131 INFO [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(746): ClusterId : 797aa096-5ad6-44e7-b028-998c03a1bc0d 2024-11-27T03:18:33,131 DEBUG [RS:0;66d3634da959:43083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:18:33,176 DEBUG [RS:0;66d3634da959:43083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:18:33,176 DEBUG [RS:0;66d3634da959:43083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:18:33,259 WARN [66d3634da959:37469 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T03:18:33,261 DEBUG [RS:0;66d3634da959:43083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:18:33,261 DEBUG [RS:0;66d3634da959:43083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bb375f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:18:33,273 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:43083 2024-11-27T03:18:33,273 INFO [RS:0;66d3634da959:43083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:18:33,273 INFO [RS:0;66d3634da959:43083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:18:33,274 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:18:33,274 INFO [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,37469,1732677511467 with port=43083, startcode=1732677511585 2024-11-27T03:18:33,275 DEBUG [RS:0;66d3634da959:43083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:18:33,276 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:18:33,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,43083,1732677511585 2024-11-27T03:18:33,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37469 {}] master.ServerManager(517): Registering regionserver=66d3634da959,43083,1732677511585 2024-11-27T03:18:33,279 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec 2024-11-27T03:18:33,279 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35127 2024-11-27T03:18:33,279 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:18:33,298 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=203ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T03:18:33,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/rs 2024-11-27T03:18:33,347 DEBUG [RS:0;66d3634da959:43083 {}] zookeeper.ZKUtil(111): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on existing znode=/02043141594/rs/66d3634da959,43083,1732677511585 2024-11-27T03:18:33,347 WARN [RS:0;66d3634da959:43083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:18:33,347 INFO [RS:0;66d3634da959:43083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:33,348 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585 2024-11-27T03:18:33,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,43083,1732677511585] 2024-11-27T03:18:33,390 INFO [RS:0;66d3634da959:43083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:18:33,393 INFO [RS:0;66d3634da959:43083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:18:33,393 INFO [RS:0;66d3634da959:43083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:18:33,394 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,394 INFO [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:18:33,395 INFO [RS:0;66d3634da959:43083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:18:33,395 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,395 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,395 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,395 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,395 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,395 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,395 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:18:33,395 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,395 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,395 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,396 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,396 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,396 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:33,396 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:18:33,396 DEBUG [RS:0;66d3634da959:43083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:18:33,396 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,396 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,396 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,396 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,397 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,397 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,43083,1732677511585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:18:33,412 INFO [RS:0;66d3634da959:43083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:18:33,412 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,43083,1732677511585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,426 INFO [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,43083,1732677511585, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:18:33,446 INFO [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSource(231): queueId=2-66d3634da959,43083,1732677511585, ReplicationSource: 2, currentBandwidth=0 2024-11-27T03:18:33,446 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,447 INFO [RS:0;66d3634da959:43083 {}] regionserver.Replication(171): 66d3634da959,43083,1732677511585 started 2024-11-27T03:18:33,447 DEBUG [RS:0;66d3634da959:43083.replicationSource,1-66d3634da959,43083,1732677511585 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41081' 2024-11-27T03:18:33,450 DEBUG [RS:0;66d3634da959:43083.replicationSource,1-66d3634da959,43083,1732677511585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250b85f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:33,450 DEBUG [RS:0;66d3634da959:43083.replicationSource,1-66d3634da959,43083,1732677511585 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41081,-1 for getting cluster id 2024-11-27T03:18:33,450 DEBUG [RS:0;66d3634da959:43083.replicationSource,1-66d3634da959,43083,1732677511585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:33,453 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82da3360-23dd-4962-9ca0-425a9c16c1e2' 2024-11-27T03:18:33,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82da3360-23dd-4962-9ca0-425a9c16c1e2" 2024-11-27T03:18:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e4278af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41081,-1] 2024-11-27T03:18:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:33,456 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:33,458 DEBUG [RS:0;66d3634da959:43083.replicationSource,1-66d3634da959,43083,1732677511585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f50dbe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:33,458 DEBUG [RS:0;66d3634da959:43083.replicationSource,1-66d3634da959,43083,1732677511585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:33,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41081,1732677501543 2024-11-27T03:18:33,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@780ec363 2024-11-27T03:18:33,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:33,461 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T03:18:33,462 INFO [RS:0;66d3634da959:43083.replicationSource,1-66d3634da959,43083,1732677511585 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,43083,1732677511585 (queues=0) is replicating from cluster=797aa096-5ad6-44e7-b028-998c03a1bc0d to cluster=82da3360-23dd-4962-9ca0-425a9c16c1e2 2024-11-27T03:18:33,467 DEBUG [RS:0;66d3634da959:43083.replicationSource,2-66d3634da959,43083,1732677511585 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41081' 2024-11-27T03:18:33,467 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:33,467 INFO [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,43083,1732677511585, RpcServer on 66d3634da959/172.17.0.3:43083, sessionid=0x1017a4c4d3e0007 2024-11-27T03:18:33,467 DEBUG [RS:0;66d3634da959:43083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:18:33,467 DEBUG [RS:0;66d3634da959:43083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,43083,1732677511585 2024-11-27T03:18:33,467 DEBUG [RS:0;66d3634da959:43083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,43083,1732677511585' 2024-11-27T03:18:33,467 DEBUG [RS:0;66d3634da959:43083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02043141594/flush-table-proc/abort' 2024-11-27T03:18:33,468 DEBUG [RS:0;66d3634da959:43083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02043141594/flush-table-proc/acquired' 2024-11-27T03:18:33,468 DEBUG [RS:0;66d3634da959:43083.replicationSource,2-66d3634da959,43083,1732677511585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@640fc2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:33,468 DEBUG [RS:0;66d3634da959:43083.replicationSource,2-66d3634da959,43083,1732677511585 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41081,-1 for getting cluster id 2024-11-27T03:18:33,469 DEBUG [RS:0;66d3634da959:43083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:18:33,469 DEBUG [RS:0;66d3634da959:43083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:18:33,469 DEBUG [RS:0;66d3634da959:43083.replicationSource,2-66d3634da959,43083,1732677511585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:33,469 DEBUG [RS:0;66d3634da959:43083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,43083,1732677511585 2024-11-27T03:18:33,469 DEBUG [RS:0;66d3634da959:43083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,43083,1732677511585' 2024-11-27T03:18:33,469 DEBUG [RS:0;66d3634da959:43083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02043141594/online-snapshot/abort' 2024-11-27T03:18:33,469 DEBUG [RS:0;66d3634da959:43083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02043141594/online-snapshot/acquired' 2024-11-27T03:18:33,470 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82da3360-23dd-4962-9ca0-425a9c16c1e2' 2024-11-27T03:18:33,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:33,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82da3360-23dd-4962-9ca0-425a9c16c1e2" 2024-11-27T03:18:33,470 DEBUG [RS:0;66d3634da959:43083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:18:33,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b6f144c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:33,470 INFO [RS:0;66d3634da959:43083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:18:33,470 INFO [RS:0;66d3634da959:43083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:18:33,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41081,-1] 2024-11-27T03:18:33,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:33,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:33,471 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:33,472 DEBUG [RS:0;66d3634da959:43083.replicationSource,2-66d3634da959,43083,1732677511585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b209c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:33,473 DEBUG [RS:0;66d3634da959:43083.replicationSource,2-66d3634da959,43083,1732677511585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:33,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41081,1732677501543 2024-11-27T03:18:33,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fcb6ddd 2024-11-27T03:18:33,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:33,475 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T03:18:33,476 INFO [RS:0;66d3634da959:43083.replicationSource,2-66d3634da959,43083,1732677511585 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-66d3634da959,43083,1732677511585 (queues=0) is replicating from cluster=797aa096-5ad6-44e7-b028-998c03a1bc0d to cluster=82da3360-23dd-4962-9ca0-425a9c16c1e2 2024-11-27T03:18:33,571 INFO [RS:0;66d3634da959:43083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:18:33,573 INFO [RS:0;66d3634da959:43083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C43083%2C1732677511585, suffix=, logDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs, maxLogs=10 2024-11-27T03:18:33,587 DEBUG [RS:0;66d3634da959:43083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574, exclude list is [], retry=0 2024-11-27T03:18:33,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34011,DS-ca98e517-a008-4b11-b5d3-302d0446b3ab,DISK] 2024-11-27T03:18:33,593 INFO [RS:0;66d3634da959:43083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 2024-11-27T03:18:33,596 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 66d3634da959%2C43083%2C1732677511585 for peer 1 2024-11-27T03:18:33,596 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 66d3634da959%2C43083%2C1732677511585 for peer 2 2024-11-27T03:18:33,596 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C43083%2C1732677511585 2024-11-27T03:18:33,597 INFO [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,43083,1732677511585, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:18:33,597 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=66d3634da959%2C43083%2C1732677511585 2024-11-27T03:18:33,597 INFO [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C43083%2C1732677511585 2024-11-27T03:18:33,597 INFO [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-66d3634da959,43083,1732677511585, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:18:33,597 DEBUG [RS:0;66d3634da959:43083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37037:37037)] 2024-11-27T03:18:33,597 INFO [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C43083%2C1732677511585 2024-11-27T03:18:33,598 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574, startPosition=0, beingWritten=true 2024-11-27T03:18:33,598 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574, startPosition=0, beingWritten=true 2024-11-27T03:18:33,760 DEBUG [66d3634da959:37469 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:18:33,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,43083,1732677511585 2024-11-27T03:18:33,763 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,43083,1732677511585, state=OPENING 2024-11-27T03:18:33,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02043141594/meta-region-server 2024-11-27T03:18:33,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02043141594/meta-region-server 2024-11-27T03:18:33,781 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:18:33,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: CHANGED 2024-11-27T03:18:33,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: CHANGED 2024-11-27T03:18:33,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,43083,1732677511585}] 2024-11-27T03:18:33,806 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:33,806 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:33,934 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:18:33,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:18:33,941 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:18:33,941 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:33,941 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:18:33,944 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C43083%2C1732677511585.meta, suffix=.meta, logDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs, maxLogs=10 2024-11-27T03:18:33,964 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.meta.1732677513945.meta, exclude list is [], retry=0 2024-11-27T03:18:33,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34011,DS-ca98e517-a008-4b11-b5d3-302d0446b3ab,DISK] 2024-11-27T03:18:33,969 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.meta.1732677513945.meta 2024-11-27T03:18:33,969 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37037:37037)] 2024-11-27T03:18:33,970 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:33,970 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:18:33,970 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:18:33,970 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:18:33,971 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:18:33,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:18:33,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:33,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:18:33,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:18:33,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:18:33,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:18:33,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:33,982 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/info/9f92e2b5b63e4842a6e7d8fb6d20a33e 2024-11-27T03:18:33,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:33,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:18:33,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:18:33,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:33,991 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/ns/a4b7c3b6b1444d80924c192244a92b05 2024-11-27T03:18:33,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:33,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:18:33,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:18:33,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:33,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:33,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:18:33,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:18:33,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:34,003 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/table/1ae9f4cdc2c743c9856c07672ca748c3 2024-11-27T03:18:34,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:34,004 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:18:34,005 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740 2024-11-27T03:18:34,006 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740 2024-11-27T03:18:34,007 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:18:34,007 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:18:34,008 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:34,010 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:18:34,011 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74623091, jitterRate=0.11197070777416229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:34,011 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:18:34,012 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677513971Writing region info on filesystem at 1732677513971Initializing all the Stores at 1732677513972 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677513973 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677513973Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677513973Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677513973Cleaning up temporary data from old regions at 1732677514007 (+34 ms)Running coprocessor post-open hooks at 1732677514011 (+4 ms)Region opened successfully at 1732677514011 2024-11-27T03:18:34,013 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732677513934 2024-11-27T03:18:34,015 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:18:34,015 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:18:34,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=66d3634da959,43083,1732677511585 2024-11-27T03:18:34,017 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,43083,1732677511585, state=OPEN 2024-11-27T03:18:34,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02043141594/meta-region-server 2024-11-27T03:18:34,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02043141594/meta-region-server 2024-11-27T03:18:34,044 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,43083,1732677511585 2024-11-27T03:18:34,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: CHANGED 2024-11-27T03:18:34,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043141594/meta-region-server: CHANGED 2024-11-27T03:18:34,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T03:18:34,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,43083,1732677511585 in 264 msec 2024-11-27T03:18:34,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T03:18:34,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 943 msec 2024-11-27T03:18:34,114 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:34,114 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:34,523 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:34,523 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:34,801 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1706ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-27T03:18:34,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:18:35,034 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:35,034 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:35,640 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:35,640 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:36,304 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3209ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-27T03:18:36,348 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:36,349 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:37,155 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:37,155 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:37,607 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T03:18:37,607 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:18:37,608 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:37,608 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,43083,1732677511585, seqNum=-1] 2024-11-27T03:18:37,609 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:37,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:18:37,618 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6aff4d39f6df760fddb63de9fe30378c, regionState=OPEN, lastHost=66d3634da959,32905,1732677494533, regionLocation=66d3634da959,32905,1732677494533, openSeqNum=2 2024-11-27T03:18:37,618 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:18:37,618 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677577618 2024-11-27T03:18:37,618 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677637618 2024-11-27T03:18:37,618 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-27T03:18:37,619 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37469,1732677511467-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:37,619 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 66d3634da959,32905,1732677494533 had 2 regions 2024-11-27T03:18:37,619 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37469,1732677511467-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:37,619 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37469,1732677511467-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:37,619 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:37469, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:37,619 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:37,619 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:37,620 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 66d3634da959,32905,1732677494533, splitWal=true, meta=true, isMeta: false 2024-11-27T03:18:37,624 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533-splitting dir is empty, no logs to split. 2024-11-27T03:18:37,624 INFO [PEWorker-3 {}] master.SplitWALManager(105): 66d3634da959,32905,1732677494533 WAL count=0, meta=false 2024-11-27T03:18:37,627 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.829sec 2024-11-27T03:18:37,628 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:18:37,628 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:18:37,628 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:18:37,628 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:18:37,628 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:18:37,628 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,32905,1732677494533-splitting dir is empty, no logs to split. 2024-11-27T03:18:37,628 INFO [PEWorker-3 {}] master.SplitWALManager(105): 66d3634da959,32905,1732677494533 WAL count=0, meta=false 2024-11-27T03:18:37,628 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37469,1732677511467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:18:37,628 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 66d3634da959,32905,1732677494533 WAL splitting is done? wals=0, meta=false 2024-11-27T03:18:37,628 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37469,1732677511467-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:18:37,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6aff4d39f6df760fddb63de9fe30378c, ASSIGN}] 2024-11-27T03:18:37,634 WARN [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=66d3634da959,32905,1732677494533/hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:37,635 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:18:37,635 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:18:37,635 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37469,1732677511467-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:37,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43efc8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:37,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37469,-1 for getting cluster id 2024-11-27T03:18:37,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:37,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6aff4d39f6df760fddb63de9fe30378c, ASSIGN 2024-11-27T03:18:37,639 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6aff4d39f6df760fddb63de9fe30378c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T03:18:37,644 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '797aa096-5ad6-44e7-b028-998c03a1bc0d' 2024-11-27T03:18:37,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:37,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "797aa096-5ad6-44e7-b028-998c03a1bc0d" 2024-11-27T03:18:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc56e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37469,-1] 2024-11-27T03:18:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:37,658 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adcaa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:37,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,43083,1732677511585, seqNum=-1] 2024-11-27T03:18:37,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:37,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:18:37,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T03:18:37,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:37,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:37,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:37,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:37,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:37,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 66d3634da959:37469 after: 66d3634da959:37469 2024-11-27T03:18:37,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c096778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:37,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37469,-1 for getting cluster id 2024-11-27T03:18:37,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:37,671 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '797aa096-5ad6-44e7-b028-998c03a1bc0d' 2024-11-27T03:18:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "797aa096-5ad6-44e7-b028-998c03a1bc0d" 2024-11-27T03:18:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd1a711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37469,-1] 2024-11-27T03:18:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:37,674 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:37,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54673998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:37,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:37,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37469,1732677511467 2024-11-27T03:18:37,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc0863f 2024-11-27T03:18:37,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:37,677 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:37,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T03:18:37,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T03:18:37,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T03:18:37,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37469 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T03:18:37,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:18:37,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:37,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:37,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:37,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:37,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:37,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:18:37,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236997482, stopped=false 2024-11-27T03:18:37,682 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,41081,1732677501543 2024-11-27T03:18:37,690 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-9400950/running 2024-11-27T03:18:37,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-9400950/running 2024-11-27T03:18:37,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:37,690 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:37,690 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:18:37,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:37,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:37,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:37,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Set watcher on znode that does not yet exist, /1-9400950/running 2024-11-27T03:18:37,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Set watcher on znode that does not yet exist, /1-9400950/running 2024-11-27T03:18:37,691 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,39641,1732677501672' ***** 2024-11-27T03:18:37,691 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:18:37,692 INFO [RS:0;66d3634da959:39641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:18:37,692 INFO [RS:0;66d3634da959:39641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:18:37,692 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:18:37,692 INFO [RS:0;66d3634da959:39641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:18:37,692 INFO [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,39641,1732677501672 2024-11-27T03:18:37,692 INFO [RS:0;66d3634da959:39641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:18:37,692 INFO [RS:0;66d3634da959:39641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:39641. 2024-11-27T03:18:37,692 DEBUG [RS:0;66d3634da959:39641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:37,692 DEBUG [RS:0;66d3634da959:39641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:37,692 INFO [RS:0;66d3634da959:39641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:18:37,692 INFO [RS:0;66d3634da959:39641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:18:37,692 INFO [RS:0;66d3634da959:39641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:18:37,692 INFO [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:18:37,693 INFO [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:18:37,693 DEBUG [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:18:37,693 DEBUG [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:37,693 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:18:37,693 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:18:37,693 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:18:37,693 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:18:37,693 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:18:37,693 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T03:18:37,713 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740/.tmp/ns/d3e7a11887b94fa29db4360ac5cb80ac is 43, key is default/ns:d/1732677504593/Put/seqid=0 2024-11-27T03:18:37,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741835_1011 (size=5153) 2024-11-27T03:18:37,759 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:18:37,790 DEBUG [66d3634da959:37469 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:18:37,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6aff4d39f6df760fddb63de9fe30378c, regionState=OPENING, regionLocation=66d3634da959,43083,1732677511585 2024-11-27T03:18:37,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6aff4d39f6df760fddb63de9fe30378c, ASSIGN because future has completed 2024-11-27T03:18:37,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aff4d39f6df760fddb63de9fe30378c, server=66d3634da959,43083,1732677511585}] 2024-11-27T03:18:37,893 DEBUG [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:37,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:37,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:37,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:18:37,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C43083%2C1732677511585.rep, suffix=, logDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs, maxLogs=10 2024-11-27T03:18:37,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.rep.1732677517962, exclude list is [], retry=0 2024-11-27T03:18:37,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34011,DS-ca98e517-a008-4b11-b5d3-302d0446b3ab,DISK] 2024-11-27T03:18:37,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.rep.1732677517962 2024-11-27T03:18:37,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37037:37037)] 2024-11-27T03:18:37,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6aff4d39f6df760fddb63de9fe30378c, NAME => 'hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:37,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:18:37,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:18:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. service=MultiRowMutationService 2024-11-27T03:18:37,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:18:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:37,985 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:37,986 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aff4d39f6df760fddb63de9fe30378c columnFamilyName hfileref 2024-11-27T03:18:37,986 DEBUG [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:37,987 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(327): Store=6aff4d39f6df760fddb63de9fe30378c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:37,987 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:37,988 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aff4d39f6df760fddb63de9fe30378c columnFamilyName queue 2024-11-27T03:18:37,988 DEBUG [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:37,997 DEBUG [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c/queue/c308943bfd0a4639ac0b5bb672d34a6e 2024-11-27T03:18:37,997 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(327): Store=6aff4d39f6df760fddb63de9fe30378c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:37,997 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:37,999 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aff4d39f6df760fddb63de9fe30378c columnFamilyName sid 2024-11-27T03:18:37,999 DEBUG [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:37,999 INFO [StoreOpener-6aff4d39f6df760fddb63de9fe30378c-1 {}] regionserver.HStore(327): Store=6aff4d39f6df760fddb63de9fe30378c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:37,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:38,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:38,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:38,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:38,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:38,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:18:38,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:38,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 6aff4d39f6df760fddb63de9fe30378c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61748593, jitterRate=-0.07987426221370697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:18:38,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:38,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6aff4d39f6df760fddb63de9fe30378c: Running coprocessor pre-open hook at 1732677517983Writing region info on filesystem at 1732677517983Initializing all the Stores at 1732677517985 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677517985Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677517985Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677517985Cleaning up temporary data from old regions at 1732677518004 (+19 ms)Running coprocessor post-open hooks at 1732677518007 (+3 ms)Region opened successfully at 1732677518008 (+1 ms) 2024-11-27T03:18:38,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c., pid=19, masterSystemTime=1732677517949 2024-11-27T03:18:38,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:38,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:38,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6aff4d39f6df760fddb63de9fe30378c, regionState=OPEN, openSeqNum=10, regionLocation=66d3634da959,43083,1732677511585 2024-11-27T03:18:38,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aff4d39f6df760fddb63de9fe30378c, server=66d3634da959,43083,1732677511585 because future has completed 2024-11-27T03:18:38,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T03:18:38,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6aff4d39f6df760fddb63de9fe30378c, server=66d3634da959,43083,1732677511585 in 223 msec 2024-11-27T03:18:38,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-27T03:18:38,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6aff4d39f6df760fddb63de9fe30378c, ASSIGN in 390 msec 2024-11-27T03:18:38,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T03:18:38,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c., hostname=66d3634da959,43083,1732677511585, seqNum=10] 2024-11-27T03:18:38,062 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 66d3634da959,32905,1732677494533 2024-11-27T03:18:38,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T03:18:38,068 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:38,076 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:38,093 DEBUG [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:38,118 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740/.tmp/ns/d3e7a11887b94fa29db4360ac5cb80ac 2024-11-27T03:18:38,129 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740/.tmp/ns/d3e7a11887b94fa29db4360ac5cb80ac as hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740/ns/d3e7a11887b94fa29db4360ac5cb80ac 2024-11-27T03:18:38,136 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740/ns/d3e7a11887b94fa29db4360ac5cb80ac, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T03:18:38,138 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-27T03:18:38,138 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:18:38,143 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T03:18:38,144 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:38,145 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:38,145 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:38,145 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677517693Running coprocessor pre-close hooks at 1732677517693Disabling compacts and flushes for region at 1732677517693Disabling writes for close at 1732677517693Obtaining lock to block concurrent updates at 1732677517693Preparing flush snapshotting stores in 1588230740 at 1732677517693Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732677517694 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732677517694Flushing 1588230740/ns: creating writer at 1732677517695 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732677517712 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732677517712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7088a4: reopening flushed file at 1732677518128 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1732677518138 (+10 ms)Writing region close event to WAL at 1732677518139 (+1 ms)Running coprocessor post-close hooks at 1732677518144 (+5 ms)Closed at 1732677518145 (+1 ms) 2024-11-27T03:18:38,145 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:38,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-27T03:18:38,247 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:18:38,247 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:18:38,294 INFO [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,39641,1732677501672; all regions closed. 2024-11-27T03:18:38,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741834_1010 (size=1152) 2024-11-27T03:18:38,300 DEBUG [RS:0;66d3634da959:39641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/oldWALs 2024-11-27T03:18:38,300 INFO [RS:0;66d3634da959:39641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C39641%2C1732677501672.meta:.meta(num 1732677504500) 2024-11-27T03:18:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741832_1008 (size=93) 2024-11-27T03:18:38,314 DEBUG [RS:0;66d3634da959:39641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/oldWALs 2024-11-27T03:18:38,315 INFO [RS:0;66d3634da959:39641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C39641%2C1732677501672:(num 1732677503394) 2024-11-27T03:18:38,315 DEBUG [RS:0;66d3634da959:39641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:38,315 INFO [RS:0;66d3634da959:39641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:18:38,315 INFO [RS:0;66d3634da959:39641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:18:38,315 INFO [RS:0;66d3634da959:39641 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:18:38,315 INFO [RS:0;66d3634da959:39641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:18:38,315 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:18:38,315 INFO [RS:0;66d3634da959:39641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39641 2024-11-27T03:18:38,328 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-9400950/rs/66d3634da959,39641,1732677501672 2024-11-27T03:18:38,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950/rs 2024-11-27T03:18:38,328 INFO [RS:0;66d3634da959:39641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:18:38,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,39641,1732677501672] 2024-11-27T03:18:38,359 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-9400950/draining/66d3634da959,39641,1732677501672 already deleted, retry=false 2024-11-27T03:18:38,359 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,39641,1732677501672 expired; onlineServers=0 2024-11-27T03:18:38,359 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,41081,1732677501543' ***** 2024-11-27T03:18:38,359 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:18:38,360 INFO [M:0;66d3634da959:41081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:18:38,360 INFO [M:0;66d3634da959:41081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:18:38,360 DEBUG [M:0;66d3634da959:41081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:18:38,360 DEBUG [M:0;66d3634da959:41081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:18:38,360 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677503093 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677503093,5,FailOnTimeoutGroup] 2024-11-27T03:18:38,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:18:38,360 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677503093 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677503093,5,FailOnTimeoutGroup] 2024-11-27T03:18:38,360 INFO [M:0;66d3634da959:41081 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:18:38,361 INFO [M:0;66d3634da959:41081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:18:38,361 DEBUG [M:0;66d3634da959:41081 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:18:38,361 INFO [M:0;66d3634da959:41081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:18:38,361 INFO [M:0;66d3634da959:41081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:18:38,361 INFO [M:0;66d3634da959:41081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:18:38,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:18:38,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-9400950/master 2024-11-27T03:18:38,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9400950 2024-11-27T03:18:38,426 DEBUG [M:0;66d3634da959:41081 {}] zookeeper.ZKUtil(347): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Unable to get data of znode /1-9400950/master because node does not exist (not an error) 2024-11-27T03:18:38,426 WARN [M:0;66d3634da959:41081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:18:38,429 INFO [M:0;66d3634da959:41081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/.lastflushedseqids 2024-11-27T03:18:38,438 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:38,438 INFO [RS:0;66d3634da959:39641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:18:38,439 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x1017a4c4d3e0004, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:38,439 INFO [RS:0;66d3634da959:39641 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,39641,1732677501672; zookeeper connection closed. 2024-11-27T03:18:38,439 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36beb980 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36beb980 2024-11-27T03:18:38,439 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:18:38,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741836_1012 (size=99) 2024-11-27T03:18:38,842 INFO [M:0;66d3634da959:41081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:18:38,842 INFO [M:0;66d3634da959:41081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:18:38,843 DEBUG [M:0;66d3634da959:41081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:18:38,843 INFO [M:0;66d3634da959:41081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:38,843 DEBUG [M:0;66d3634da959:41081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:38,843 DEBUG [M:0;66d3634da959:41081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:18:38,843 DEBUG [M:0;66d3634da959:41081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:38,843 INFO [M:0;66d3634da959:41081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T03:18:38,866 DEBUG [M:0;66d3634da959:41081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e7280f0baeb478fbfadda97b8765cbb is 82, key is hbase:meta,,1/info:regioninfo/1732677504551/Put/seqid=0 2024-11-27T03:18:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741837_1013 (size=5672) 2024-11-27T03:18:39,074 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:39,081 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:39,271 INFO [M:0;66d3634da959:41081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e7280f0baeb478fbfadda97b8765cbb 2024-11-27T03:18:39,294 DEBUG [M:0;66d3634da959:41081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68873aa1ad2d4ba492aad5ef10719ef0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732677504601/Put/seqid=0 2024-11-27T03:18:39,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741838_1014 (size=5275) 2024-11-27T03:18:39,700 INFO [M:0;66d3634da959:41081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68873aa1ad2d4ba492aad5ef10719ef0 2024-11-27T03:18:39,726 DEBUG [M:0;66d3634da959:41081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ed321ac094748ab9046dd0cabe897a0 is 69, key is 66d3634da959,39641,1732677501672/rs:state/1732677503189/Put/seqid=0 2024-11-27T03:18:39,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741839_1015 (size=5156) 2024-11-27T03:18:40,180 INFO [M:0;66d3634da959:41081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ed321ac094748ab9046dd0cabe897a0 2024-11-27T03:18:40,181 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:40,187 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:40,190 DEBUG [M:0;66d3634da959:41081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e7280f0baeb478fbfadda97b8765cbb as hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e7280f0baeb478fbfadda97b8765cbb 2024-11-27T03:18:40,197 INFO [M:0;66d3634da959:41081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e7280f0baeb478fbfadda97b8765cbb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T03:18:40,198 DEBUG [M:0;66d3634da959:41081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68873aa1ad2d4ba492aad5ef10719ef0 as hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68873aa1ad2d4ba492aad5ef10719ef0 2024-11-27T03:18:40,204 INFO [M:0;66d3634da959:41081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68873aa1ad2d4ba492aad5ef10719ef0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T03:18:40,205 DEBUG [M:0;66d3634da959:41081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ed321ac094748ab9046dd0cabe897a0 as hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ed321ac094748ab9046dd0cabe897a0 2024-11-27T03:18:40,211 INFO [M:0;66d3634da959:41081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46107/user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ed321ac094748ab9046dd0cabe897a0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T03:18:40,212 INFO [M:0;66d3634da959:41081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=28, compaction requested=false 2024-11-27T03:18:40,213 INFO [M:0;66d3634da959:41081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:40,214 DEBUG [M:0;66d3634da959:41081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677518842Disabling compacts and flushes for region at 1732677518842Disabling writes for close at 1732677518843 (+1 ms)Obtaining lock to block concurrent updates at 1732677518843Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677518844 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732677518845 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677518846 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677518846Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677518865 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677518865Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677519278 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677519293 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677519294 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677519711 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677519725 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677519725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ba81ed: reopening flushed file at 1732677520189 (+464 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d616c3e: reopening flushed file at 1732677520197 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0b534a: reopening flushed file at 1732677520204 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=28, compaction requested=false at 1732677520212 (+8 ms)Writing region close event to WAL at 1732677520213 (+1 ms)Closed at 1732677520213 2024-11-27T03:18:40,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741830_1006 (size=10165) 2024-11-27T03:18:40,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac6084ec-6c40-4209-68bd-a33c47b259a3/MasterData/WALs/66d3634da959,41081,1732677501543/66d3634da959%2C41081%2C1732677501543.1732677502754 not finished, retry = 0 2024-11-27T03:18:40,317 INFO [M:0;66d3634da959:41081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:18:40,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:18:40,318 INFO [M:0;66d3634da959:41081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41081 2024-11-27T03:18:40,322 INFO [M:0;66d3634da959:41081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:18:40,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:40,449 INFO [M:0;66d3634da959:41081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:18:40,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41081-0x1017a4c4d3e0003, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:40,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191c2095{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:18:40,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c66620{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:18:40,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:18:40,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224a64ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:18:40,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@747c78d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/hadoop.log.dir/,STOPPED} 2024-11-27T03:18:40,463 WARN [BP-2000934880-172.17.0.3-1732677499379 heartbeating to localhost/127.0.0.1:46107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:18:40,463 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:18:40,463 WARN [BP-2000934880-172.17.0.3-1732677499379 heartbeating to localhost/127.0.0.1:46107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2000934880-172.17.0.3-1732677499379 (Datanode Uuid 785894eb-3dff-4151-930b-21350c9c0c28) service to localhost/127.0.0.1:46107 2024-11-27T03:18:40,463 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:18:40,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/cluster_7782333d-64cb-8d16-f6d9-0875e8dfb1b9/data/data1/current/BP-2000934880-172.17.0.3-1732677499379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:18:40,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/cluster_7782333d-64cb-8d16-f6d9-0875e8dfb1b9/data/data2/current/BP-2000934880-172.17.0.3-1732677499379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:18:40,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:18:40,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b90337{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:18:40,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fac8395{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:18:40,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:18:40,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f079672{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:18:40,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d2fdcd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/hadoop.log.dir/,STOPPED} 2024-11-27T03:18:40,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:18:40,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:18:40,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:40,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:40,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:40,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:40,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:40,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:18:40,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=842102306, stopped=false 2024-11-27T03:18:40,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,37469,1732677511467 2024-11-27T03:18:40,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043141594/running 2024-11-27T03:18:40,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043141594/running 2024-11-27T03:18:40,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:40,511 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:18:40,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:40,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:40,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:40,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:40,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/running 2024-11-27T03:18:40,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,43083,1732677511585' ***** 2024-11-27T03:18:40,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Set watcher on znode that does not yet exist, /02043141594/running 2024-11-27T03:18:40,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:18:40,512 INFO [RS:0;66d3634da959:43083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:18:40,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:18:40,512 INFO [RS:0;66d3634da959:43083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:18:40,513 INFO [RS:0;66d3634da959:43083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:18:40,513 INFO [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(3091): Received CLOSE for 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:40,513 INFO [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,43083,1732677511585 2024-11-27T03:18:40,513 INFO [RS:0;66d3634da959:43083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:18:40,513 INFO [RS:0;66d3634da959:43083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:43083. 2024-11-27T03:18:40,513 DEBUG [RS:0;66d3634da959:43083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:40,513 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6aff4d39f6df760fddb63de9fe30378c, disabling compactions & flushes 2024-11-27T03:18:40,513 DEBUG [RS:0;66d3634da959:43083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:40,513 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:40,513 INFO [RS:0;66d3634da959:43083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:18:40,513 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:40,513 INFO [RS:0;66d3634da959:43083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:18:40,513 INFO [RS:0;66d3634da959:43083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:18:40,513 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. after waiting 0 ms 2024-11-27T03:18:40,513 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:40,513 INFO [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:18:40,513 INFO [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:18:40,514 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1325): Online Regions={6aff4d39f6df760fddb63de9fe30378c=hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:18:40,514 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:18:40,514 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aff4d39f6df760fddb63de9fe30378c 2024-11-27T03:18:40,514 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:18:40,514 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:18:40,514 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:18:40,514 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:18:40,514 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T03:18:40,519 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/replication/6aff4d39f6df760fddb63de9fe30378c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-27T03:18:40,519 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:40,519 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:40,520 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:40,520 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6aff4d39f6df760fddb63de9fe30378c: Waiting for close lock at 1732677520513Running coprocessor pre-close hooks at 1732677520513Disabling compacts and flushes for region at 1732677520513Disabling writes for close at 1732677520513Writing region close event to WAL at 1732677520515 (+2 ms)Running coprocessor post-close hooks at 1732677520519 (+4 ms)Closed at 1732677520520 (+1 ms) 2024-11-27T03:18:40,520 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c. 2024-11-27T03:18:40,532 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/info/890d0ae8866d4ac18ee7e0d4a2c7d131 is 147, key is hbase:replication,,1732677504895.6aff4d39f6df760fddb63de9fe30378c./info:regioninfo/1732677518013/Put/seqid=0 2024-11-27T03:18:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741851_1027 (size=6385) 2024-11-27T03:18:40,603 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:18:40,714 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:40,914 DEBUG [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:40,939 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/info/890d0ae8866d4ac18ee7e0d4a2c7d131 2024-11-27T03:18:40,950 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/.tmp/info/890d0ae8866d4ac18ee7e0d4a2c7d131 as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/info/890d0ae8866d4ac18ee7e0d4a2c7d131 2024-11-27T03:18:40,958 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/info/890d0ae8866d4ac18ee7e0d4a2c7d131, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T03:18:40,960 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-27T03:18:40,968 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T03:18:40,969 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:40,969 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:40,969 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:40,969 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677520514Running coprocessor pre-close hooks at 1732677520514Disabling compacts and flushes for region at 1732677520514Disabling writes for close at 1732677520514Obtaining lock to block concurrent updates at 1732677520514Preparing flush snapshotting stores in 1588230740 at 1732677520514Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732677520514Flushing stores of hbase:meta,,1.1588230740 at 1732677520515 (+1 ms)Flushing 1588230740/info: creating writer at 1732677520515Flushing 1588230740/info: appending metadata at 1732677520532 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732677520532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7702a2cd: reopening flushed file at 1732677520948 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1732677520960 (+12 ms)Writing region close event to WAL at 1732677520963 (+3 ms)Running coprocessor post-close hooks at 1732677520969 (+6 ms)Closed at 1732677520969 2024-11-27T03:18:40,969 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:41,115 INFO [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,43083,1732677511585; all regions closed. 2024-11-27T03:18:41,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741849_1025 (size=2156) 2024-11-27T03:18:41,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.meta.1732677513945.meta not finished, retry = 0 2024-11-27T03:18:41,225 DEBUG [RS:0;66d3634da959:43083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs 2024-11-27T03:18:41,225 INFO [RS:0;66d3634da959:43083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C43083%2C1732677511585.meta:.meta(num 1732677513945) 2024-11-27T03:18:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741850_1026 (size=796) 2024-11-27T03:18:41,230 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.rep.1732677517962 not finished, retry = 0 2024-11-27T03:18:41,333 DEBUG [RS:0;66d3634da959:43083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs 2024-11-27T03:18:41,333 INFO [RS:0;66d3634da959:43083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C43083%2C1732677511585.rep:(num 1732677517962) 2024-11-27T03:18:41,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741848_1024 (size=93) 2024-11-27T03:18:41,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 not finished, retry = 0 2024-11-27T03:18:41,388 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:41,393 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 to pos 0, reset compression=false 2024-11-27T03:18:41,400 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:18:41,400 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:18:41,438 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 2024-11-27T03:18:41,438 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-27T03:18:41,438 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-27T03:18:41,438 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-66d3634da959,43083,1732677511585 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T03:18:41,438 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574 2024-11-27T03:18:41,439 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-27T03:18:41,439 DEBUG [RS:0;66d3634da959:43083.replicationSource.wal-reader.66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-27T03:18:41,439 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,43083,1732677511585 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/WALs/66d3634da959,43083,1732677511585/66d3634da959%2C43083%2C1732677511585.1732677513574, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T03:18:41,439 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:41,439 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,43083,1732677511585, seqNum=-1] 2024-11-27T03:18:41,440 DEBUG [RS:0;66d3634da959:43083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/oldWALs 2024-11-27T03:18:41,440 INFO [RS:0;66d3634da959:43083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C43083%2C1732677511585:(num 1732677513574) 2024-11-27T03:18:41,441 DEBUG [RS:0;66d3634da959:43083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:41,441 INFO [RS:0;66d3634da959:43083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:18:41,441 INFO [RS:0;66d3634da959:43083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:18:41,441 INFO [RS:0;66d3634da959:43083 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T03:18:41,441 INFO [RS:0;66d3634da959:43083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:18:41,441 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:18:41,441 INFO [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,43083,1732677511585 because: Region server is closing 2024-11-27T03:18:41,442 INFO [RS:0;66d3634da959:43083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:43083. 2024-11-27T03:18:41,442 DEBUG [RS:0;66d3634da959:43083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:41,441 WARN [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-66d3634da959,43083,1732677511585', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:43083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-27T03:18:41,442 DEBUG [RS:0;66d3634da959:43083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:41,442 DEBUG [RS:0;66d3634da959:43083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:41,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:41,442 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T03:18:41,442 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T03:18:41,442 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T03:18:41,440 WARN [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-66d3634da959,43083,1732677511585', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:43083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-27T03:18:41,445 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T03:18:41,446 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [66d3634da959%2C43083%2C1732677511585.1732677513574] 2024-11-27T03:18:41,445 ERROR [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,43083,1732677511585: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-66d3634da959,43083,1732677511585, walGroup=66d3634da959%2C43083%2C1732677511585, offset=66d3634da959%2C43083%2C1732677511585.1732677513574:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:43083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:18:41,447 ERROR [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:18:41,448 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:18:41,449 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:18:41,449 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:18:41,449 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:18:41,449 INFO [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 601648112 }, "NonHeapMemoryUsage": { "committed": 162463744, "init": 7667712, "max": -1, "used": 157169424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:18:41,449 DEBUG [RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [66d3634da959%2C43083%2C1732677511585.1732677513574] 2024-11-27T03:18:41,542 INFO [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,1-66d3634da959,43083,1732677511585 terminated 2024-11-27T03:18:41,543 INFO [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-66d3634da959,43083,1732677511585 because: Region server is closing 2024-11-27T03:18:41,543 INFO [RS:0;66d3634da959:43083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:43083. 2024-11-27T03:18:41,543 DEBUG [RS:0;66d3634da959:43083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:41,543 DEBUG [RS:0;66d3634da959:43083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:41,543 DEBUG [RS:0;66d3634da959:43083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:41,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:41,543 INFO [RS:0;66d3634da959:43083 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;66d3634da959:43083.replicationSource.shipper66d3634da959%2C43083%2C1732677511585,2-66d3634da959,43083,1732677511585 terminated 2024-11-27T03:18:41,543 INFO [RS:0;66d3634da959:43083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43083 2024-11-27T03:18:41,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594/rs 2024-11-27T03:18:41,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043141594/rs/66d3634da959,43083,1732677511585 2024-11-27T03:18:41,554 INFO [RS:0;66d3634da959:43083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:18:41,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,43083,1732677511585] 2024-11-27T03:18:41,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/draining/66d3634da959,43083,1732677511585 already deleted, retry=false 2024-11-27T03:18:41,574 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,43083,1732677511585 expired; onlineServers=0 2024-11-27T03:18:41,574 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,37469,1732677511467' ***** 2024-11-27T03:18:41,574 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:18:41,575 INFO [M:0;66d3634da959:37469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:18:41,575 INFO [M:0;66d3634da959:37469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:18:41,575 DEBUG [M:0;66d3634da959:37469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:18:41,575 DEBUG [M:0;66d3634da959:37469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:18:41,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:18:41,575 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677513094 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677513094,5,FailOnTimeoutGroup] 2024-11-27T03:18:41,575 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677513093 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677513093,5,FailOnTimeoutGroup] 2024-11-27T03:18:41,575 INFO [M:0;66d3634da959:37469 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:18:41,575 INFO [M:0;66d3634da959:37469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:18:41,575 DEBUG [M:0;66d3634da959:37469 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:18:41,576 INFO [M:0;66d3634da959:37469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:18:41,576 INFO [M:0;66d3634da959:37469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:18:41,576 INFO [M:0;66d3634da959:37469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:18:41,576 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:18:41,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043141594/master 2024-11-27T03:18:41,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043141594 2024-11-27T03:18:41,606 DEBUG [M:0;66d3634da959:37469 {}] zookeeper.RecoverableZooKeeper(212): Node /02043141594/master already deleted, retry=false 2024-11-27T03:18:41,606 DEBUG [M:0;66d3634da959:37469 {}] master.ActiveMasterManager(353): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Failed delete of our master address node; KeeperErrorCode = NoNode for /02043141594/master 2024-11-27T03:18:41,607 INFO [M:0;66d3634da959:37469 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/.lastflushedseqids 2024-11-27T03:18:41,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741852_1028 (size=181) 2024-11-27T03:18:41,624 INFO [M:0;66d3634da959:37469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:18:41,625 INFO [M:0;66d3634da959:37469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:18:41,625 DEBUG [M:0;66d3634da959:37469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:18:41,625 INFO [M:0;66d3634da959:37469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:41,625 DEBUG [M:0;66d3634da959:37469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:41,625 DEBUG [M:0;66d3634da959:37469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:18:41,625 DEBUG [M:0;66d3634da959:37469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:41,626 INFO [M:0;66d3634da959:37469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T03:18:41,656 DEBUG [M:0;66d3634da959:37469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3d349c8ee0c458daccb6aa9158eb613 is 82, key is hbase:meta,,1/info:regioninfo/1732677514016/Put/seqid=0 2024-11-27T03:18:41,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:41,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43083-0x1017a4c4d3e0007, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:41,665 INFO [RS:0;66d3634da959:43083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:18:41,665 INFO [RS:0;66d3634da959:43083 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,43083,1732677511585; zookeeper connection closed. 2024-11-27T03:18:41,668 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6eb11c96 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6eb11c96 2024-11-27T03:18:41,669 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:18:41,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741853_1029 (size=5680) 2024-11-27T03:18:41,674 INFO [M:0;66d3634da959:37469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3d349c8ee0c458daccb6aa9158eb613 2024-11-27T03:18:41,738 DEBUG [M:0;66d3634da959:37469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3683de2f81fb40aba3ea097d1b07a4e9 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732677518023/Put/seqid=0 2024-11-27T03:18:41,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741854_1030 (size=7319) 2024-11-27T03:18:42,146 INFO [M:0;66d3634da959:37469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3683de2f81fb40aba3ea097d1b07a4e9 2024-11-27T03:18:42,195 DEBUG [M:0;66d3634da959:37469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9b974f1a10d4ad788e4b1754d07f016 is 69, key is 66d3634da959,43083,1732677511585/rs:state/1732677513277/Put/seqid=0 2024-11-27T03:18:42,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741855_1031 (size=5371) 2024-11-27T03:18:42,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:18:42,777 INFO [M:0;66d3634da959:37469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9b974f1a10d4ad788e4b1754d07f016 2024-11-27T03:18:42,783 INFO [M:0;66d3634da959:37469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9b974f1a10d4ad788e4b1754d07f016 2024-11-27T03:18:42,784 DEBUG [M:0;66d3634da959:37469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3d349c8ee0c458daccb6aa9158eb613 as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3d349c8ee0c458daccb6aa9158eb613 2024-11-27T03:18:42,792 INFO [M:0;66d3634da959:37469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3d349c8ee0c458daccb6aa9158eb613, entries=8, sequenceid=172, filesize=5.5 K 2024-11-27T03:18:42,793 DEBUG [M:0;66d3634da959:37469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3683de2f81fb40aba3ea097d1b07a4e9 as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3683de2f81fb40aba3ea097d1b07a4e9 2024-11-27T03:18:42,800 INFO [M:0;66d3634da959:37469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3683de2f81fb40aba3ea097d1b07a4e9, entries=7, sequenceid=172, filesize=7.1 K 2024-11-27T03:18:42,801 DEBUG [M:0;66d3634da959:37469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9b974f1a10d4ad788e4b1754d07f016 as hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9b974f1a10d4ad788e4b1754d07f016 2024-11-27T03:18:42,808 INFO [M:0;66d3634da959:37469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9b974f1a10d4ad788e4b1754d07f016 2024-11-27T03:18:42,808 INFO [M:0;66d3634da959:37469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/4c214f1d-1721-984b-0d50-e03748dda3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9b974f1a10d4ad788e4b1754d07f016, entries=2, sequenceid=172, filesize=5.2 K 2024-11-27T03:18:42,809 INFO [M:0;66d3634da959:37469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1184ms, sequenceid=172, compaction requested=false 2024-11-27T03:18:42,810 INFO [M:0;66d3634da959:37469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:42,811 DEBUG [M:0;66d3634da959:37469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677521625Disabling compacts and flushes for region at 1732677521625Disabling writes for close at 1732677521625Obtaining lock to block concurrent updates at 1732677521626 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677521626Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732677521627 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677521628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677521628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677521655 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677521655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677521697 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677521737 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677521737Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677522161 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677522193 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677522193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10dcd824: reopening flushed file at 1732677522783 (+590 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b97704: reopening flushed file at 1732677522792 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d9261b: reopening flushed file at 1732677522800 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1184ms, sequenceid=172, compaction requested=false at 1732677522809 (+9 ms)Writing region close event to WAL at 1732677522810 (+1 ms)Closed at 1732677522810 2024-11-27T03:18:42,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34011 is added to blk_1073741847_1023 (size=22949) 2024-11-27T03:18:42,814 INFO [M:0;66d3634da959:37469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:18:42,814 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:18:42,814 INFO [M:0;66d3634da959:37469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37469 2024-11-27T03:18:42,814 INFO [M:0;66d3634da959:37469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:18:42,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:42,927 INFO [M:0;66d3634da959:37469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:18:42,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37469-0x1017a4c4d3e0006, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:42,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:18:42,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:18:42,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:18:42,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:18:42,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/hadoop.log.dir/,STOPPED} 2024-11-27T03:18:42,932 WARN [BP-903235566-172.17.0.3-1732677489800 heartbeating to localhost/127.0.0.1:35127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:18:42,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:18:42,932 WARN [BP-903235566-172.17.0.3-1732677489800 heartbeating to localhost/127.0.0.1:35127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-903235566-172.17.0.3-1732677489800 (Datanode Uuid f06a3c55-e2fa-49a1-8493-48a5ae9d0b1e) service to localhost/127.0.0.1:35127 2024-11-27T03:18:42,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:18:42,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/cluster_3d02f08d-adcc-9f0b-53ab-ea06d7c33d41/data/data1/current/BP-903235566-172.17.0.3-1732677489800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:18:42,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/cluster_3d02f08d-adcc-9f0b-53ab-ea06d7c33d41/data/data2/current/BP-903235566-172.17.0.3-1732677489800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:18:42,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:18:42,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:18:42,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:18:42,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:18:42,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:18:42,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/011733f3-fbb3-5d95-29bd-2fda7d956e6f/hadoop.log.dir/,STOPPED} 2024-11-27T03:18:42,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T03:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:18:42,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=111 (was 11) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58384) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35127 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: regionserver/66d3634da959:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/66d3634da959:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/66d3634da959:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1df650da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58384) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46107 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/66d3634da959:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/66d3634da959:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 658), ProcessCount=11 (was 11), AvailableMemoryMB=5056 (was 5515) 2024-11-27T03:18:42,977 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=111, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=5054 2024-11-27T03:18:42,995 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-27T03:18:42,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/hadoop.log.dir so I do NOT create it in target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e 2024-11-27T03:18:42,997 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:18:42,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/hadoop.tmp.dir so I do NOT create it in target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e 2024-11-27T03:18:42,997 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa62ba69-66c3-24e9-9cba-e51840179f99/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:18:42,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e 2024-11-27T03:18:42,997 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/cluster_54e6effa-7174-9b9d-8e4b-e6b21163ffad, deleteOnExit=true 2024-11-27T03:18:43,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/cluster_54e6effa-7174-9b9d-8e4b-e6b21163ffad/zookeeper_0, clientPort=54414, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/cluster_54e6effa-7174-9b9d-8e4b-e6b21163ffad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/cluster_54e6effa-7174-9b9d-8e4b-e6b21163ffad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:18:43,025 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54414 2024-11-27T03:18:43,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:18:43,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:18:43,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/test.cache.data in system properties and HBase conf 2024-11-27T03:18:43,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:18:43,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:18:43,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:18:43,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:18:43,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:18:43,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:18:43,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:18:43,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:18:43,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:18:43,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:18:43,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:18:43,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:18:43,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:18:43,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:18:43,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:18:43,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:18:43,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:18:43,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:18:43,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:18:43,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:18:43,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a4c4d3e0002, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:18:43,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a4c4d3e0005, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:18:43,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a4c4d3e0005, quorum=127.0.0.1:58384, baseZNode=/1-9400950 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:18:43,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a4c4d3e0002, quorum=127.0.0.1:58384, baseZNode=/02043141594 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:18:43,459 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T03:18:43,461 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:18:43,476 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:18:43,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:43,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:18:43,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:18:43,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:18:43,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:18:43,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:43,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ed71c7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:18:43,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dfd5bb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:18:43,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@524df62e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/java.io.tmpdir/jetty-localhost-45413-hadoop-hdfs-3_4_1-tests_jar-_-any-8442557385319754084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:18:43,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f00485f{HTTP/1.1, (http/1.1)}{localhost:45413} 2024-11-27T03:18:43,607 INFO [Time-limited test {}] server.Server(415): Started @36375ms 2024-11-27T03:18:43,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:43,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:18:43,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:18:43,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:18:43,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:18:43,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7b57b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:18:43,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@628ebd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:18:44,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:44,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:18:44,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:18:44,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:44,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1db86ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/java.io.tmpdir/jetty-localhost-34847-hadoop-hdfs-3_4_1-tests_jar-_-any-13097492971485498535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:18:44,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@587a69ef{HTTP/1.1, (http/1.1)}{localhost:34847} 2024-11-27T03:18:44,103 INFO [Time-limited test {}] server.Server(415): Started @36871ms 2024-11-27T03:18:44,104 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:18:44,835 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/cluster_54e6effa-7174-9b9d-8e4b-e6b21163ffad/data/data1/current/BP-1261849035-172.17.0.3-1732677523050/current, will proceed with Du for space computation calculation, 2024-11-27T03:18:44,835 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/cluster_54e6effa-7174-9b9d-8e4b-e6b21163ffad/data/data2/current/BP-1261849035-172.17.0.3-1732677523050/current, will proceed with Du for space computation calculation, 2024-11-27T03:18:44,855 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:18:44,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b82277fde99831a with lease ID 0x8c27f4f6f833729e: Processing first storage report for DS-1ad671b7-e753-4ebd-92e4-d62c04336ee3 from datanode DatanodeRegistration(127.0.0.1:40217, datanodeUuid=54235dcb-a923-4542-9231-ccb95f8c3c4b, infoPort=40909, infoSecurePort=0, ipcPort=41805, storageInfo=lv=-57;cid=testClusterID;nsid=2038213375;c=1732677523050) 2024-11-27T03:18:44,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b82277fde99831a with lease ID 0x8c27f4f6f833729e: from storage DS-1ad671b7-e753-4ebd-92e4-d62c04336ee3 node DatanodeRegistration(127.0.0.1:40217, datanodeUuid=54235dcb-a923-4542-9231-ccb95f8c3c4b, infoPort=40909, infoSecurePort=0, ipcPort=41805, storageInfo=lv=-57;cid=testClusterID;nsid=2038213375;c=1732677523050), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:18:44,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b82277fde99831a with lease ID 0x8c27f4f6f833729e: Processing first storage report for DS-c09cf770-59d4-49ef-b98d-7dade92367e2 from datanode DatanodeRegistration(127.0.0.1:40217, datanodeUuid=54235dcb-a923-4542-9231-ccb95f8c3c4b, infoPort=40909, infoSecurePort=0, ipcPort=41805, storageInfo=lv=-57;cid=testClusterID;nsid=2038213375;c=1732677523050) 2024-11-27T03:18:44,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b82277fde99831a with lease ID 0x8c27f4f6f833729e: from storage DS-c09cf770-59d4-49ef-b98d-7dade92367e2 node DatanodeRegistration(127.0.0.1:40217, datanodeUuid=54235dcb-a923-4542-9231-ccb95f8c3c4b, infoPort=40909, infoSecurePort=0, ipcPort=41805, storageInfo=lv=-57;cid=testClusterID;nsid=2038213375;c=1732677523050), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:18:44,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e 2024-11-27T03:18:44,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:44,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:44,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:18:44,957 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c with version=8 2024-11-27T03:18:44,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/hbase-staging 2024-11-27T03:18:44,959 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:18:44,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:44,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:44,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:18:44,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:44,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:18:44,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:18:44,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:18:44,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32841 2024-11-27T03:18:44,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32841 connecting to ZooKeeper ensemble=127.0.0.1:54414 2024-11-27T03:18:45,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328410x0, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:45,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32841-0x1017a4cd1fa0000 connected 2024-11-27T03:18:45,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:45,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:45,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Set watcher on znode that does not yet exist, /01130485351/running 2024-11-27T03:18:45,164 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c, hbase.cluster.distributed=false 2024-11-27T03:18:45,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Set watcher on znode that does not yet exist, /01130485351/acl 2024-11-27T03:18:45,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32841 2024-11-27T03:18:45,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32841 2024-11-27T03:18:45,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32841 2024-11-27T03:18:45,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32841 2024-11-27T03:18:45,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32841 2024-11-27T03:18:45,182 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:18:45,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:45,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:45,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:18:45,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:45,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:18:45,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:18:45,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:18:45,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36291 2024-11-27T03:18:45,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36291 connecting to ZooKeeper ensemble=127.0.0.1:54414 2024-11-27T03:18:45,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:45,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:45,206 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362910x0, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:45,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362910x0, quorum=127.0.0.1:54414, baseZNode=/01130485351 Set watcher on znode that does not yet exist, /01130485351/running 2024-11-27T03:18:45,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36291-0x1017a4cd1fa0001 connected 2024-11-27T03:18:45,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:18:45,207 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:18:45,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Set watcher on znode that does not yet exist, /01130485351/master 2024-11-27T03:18:45,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Set watcher on znode that does not yet exist, /01130485351/acl 2024-11-27T03:18:45,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36291 2024-11-27T03:18:45,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36291 2024-11-27T03:18:45,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36291 2024-11-27T03:18:45,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36291 2024-11-27T03:18:45,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36291 2024-11-27T03:18:45,224 DEBUG [M:0;66d3634da959:32841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:32841 2024-11-27T03:18:45,225 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01130485351/backup-masters/66d3634da959,32841,1732677524959 2024-11-27T03:18:45,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351/backup-masters 2024-11-27T03:18:45,285 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351/backup-masters 2024-11-27T03:18:45,286 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Set watcher on existing znode=/01130485351/backup-masters/66d3634da959,32841,1732677524959 2024-11-27T03:18:45,385 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130485351/master 2024-11-27T03:18:45,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:45,385 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:45,386 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Set watcher on existing znode=/01130485351/master 2024-11-27T03:18:45,386 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01130485351/backup-masters/66d3634da959,32841,1732677524959 from backup master directory 2024-11-27T03:18:45,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130485351/backup-masters/66d3634da959,32841,1732677524959 2024-11-27T03:18:45,448 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351/backup-masters 2024-11-27T03:18:45,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351/backup-masters 2024-11-27T03:18:45,448 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:18:45,448 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,32841,1732677524959 2024-11-27T03:18:45,453 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/hbase.id] with ID: 87d1e72d-4522-48f4-a8f5-9fb317cbea7b 2024-11-27T03:18:45,453 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/.tmp/hbase.id 2024-11-27T03:18:45,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:18:45,862 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/.tmp/hbase.id]:[hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/hbase.id] 2024-11-27T03:18:45,876 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:45,876 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:18:45,877 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:18:45,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:45,890 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:45,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:18:46,297 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:18:46,298 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:18:46,298 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:46,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:18:46,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store 2024-11-27T03:18:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:18:47,115 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:47,116 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:18:47,116 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:47,116 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:47,116 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:18:47,116 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:47,116 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:47,116 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677527116Disabling compacts and flushes for region at 1732677527116Disabling writes for close at 1732677527116Writing region close event to WAL at 1732677527116Closed at 1732677527116 2024-11-27T03:18:47,117 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/.initializing 2024-11-27T03:18:47,117 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/WALs/66d3634da959,32841,1732677524959 2024-11-27T03:18:47,118 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:18:47,120 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C32841%2C1732677524959, suffix=, logDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/WALs/66d3634da959,32841,1732677524959, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/oldWALs, maxLogs=10 2024-11-27T03:18:47,134 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/WALs/66d3634da959,32841,1732677524959/66d3634da959%2C32841%2C1732677524959.1732677527121, exclude list is [], retry=0 2024-11-27T03:18:47,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-1ad671b7-e753-4ebd-92e4-d62c04336ee3,DISK] 2024-11-27T03:18:47,139 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/WALs/66d3634da959,32841,1732677524959/66d3634da959%2C32841%2C1732677524959.1732677527121 2024-11-27T03:18:47,139 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40909:40909)] 2024-11-27T03:18:47,139 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:47,139 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:47,140 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,140 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:18:47,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:47,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:47,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:18:47,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:47,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:47,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:18:47,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:47,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:47,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:18:47,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:47,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:47,149 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,150 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,150 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,151 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,151 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,152 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:47,153 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:47,156 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:18:47,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67818889, jitterRate=0.010580196976661682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:47,158 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677527140Initializing all the Stores at 1732677527141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677527141Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677527141Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677527141Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677527141Cleaning up temporary data from old regions at 1732677527151 (+10 ms)Region opened successfully at 1732677527158 (+7 ms) 2024-11-27T03:18:47,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:18:47,161 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3d5766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:18:47,162 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:18:47,162 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:18:47,162 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:18:47,163 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:18:47,163 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:18:47,163 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:18:47,163 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:18:47,165 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:18:47,166 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Unable to get data of znode /01130485351/balancer because node does not exist (not necessarily an error) 2024-11-27T03:18:47,179 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130485351/balancer already deleted, retry=false 2024-11-27T03:18:47,180 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:18:47,181 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Unable to get data of znode /01130485351/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:18:47,190 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130485351/normalizer already deleted, retry=false 2024-11-27T03:18:47,190 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:18:47,191 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Unable to get data of znode /01130485351/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:18:47,200 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130485351/switch/split already deleted, retry=false 2024-11-27T03:18:47,201 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Unable to get data of znode /01130485351/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:18:47,211 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130485351/switch/merge already deleted, retry=false 2024-11-27T03:18:47,213 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Unable to get data of znode /01130485351/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:18:47,232 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130485351/snapshot-cleanup already deleted, retry=false 2024-11-27T03:18:47,254 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130485351/running 2024-11-27T03:18:47,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130485351/running 2024-11-27T03:18:47,254 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:47,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:47,254 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,32841,1732677524959, sessionid=0x1017a4cd1fa0000, setting cluster-up flag (Was=false) 2024-11-27T03:18:47,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:47,285 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:47,316 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01130485351/flush-table-proc/acquired, /01130485351/flush-table-proc/reached, /01130485351/flush-table-proc/abort 2024-11-27T03:18:47,318 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,32841,1732677524959 2024-11-27T03:18:47,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:47,337 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:47,369 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01130485351/online-snapshot/acquired, /01130485351/online-snapshot/reached, /01130485351/online-snapshot/abort 2024-11-27T03:18:47,370 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,32841,1732677524959 2024-11-27T03:18:47,372 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:18:47,373 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:47,374 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:18:47,374 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:18:47,374 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,32841,1732677524959 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:18:47,375 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:47,375 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:47,375 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:47,375 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:47,375 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:18:47,375 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,375 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:18:47,375 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,378 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677557378 2024-11-27T03:18:47,378 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:18:47,379 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:18:47,379 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:18:47,379 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:18:47,379 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:18:47,379 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:18:47,379 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:47,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:18:47,380 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:18:47,380 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:18:47,380 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:18:47,381 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:18:47,381 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:47,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:18:47,382 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:18:47,382 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:18:47,383 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677527382,5,FailOnTimeoutGroup] 2024-11-27T03:18:47,384 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677527383,5,FailOnTimeoutGroup] 2024-11-27T03:18:47,384 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,384 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:18:47,384 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,384 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:18:47,415 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(746): ClusterId : 87d1e72d-4522-48f4-a8f5-9fb317cbea7b 2024-11-27T03:18:47,416 DEBUG [RS:0;66d3634da959:36291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:18:47,427 DEBUG [RS:0;66d3634da959:36291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:18:47,427 DEBUG [RS:0;66d3634da959:36291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:18:47,438 DEBUG [RS:0;66d3634da959:36291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:18:47,438 DEBUG [RS:0;66d3634da959:36291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5323a64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:18:47,449 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:36291 2024-11-27T03:18:47,450 INFO [RS:0;66d3634da959:36291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:18:47,450 INFO [RS:0;66d3634da959:36291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:18:47,450 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:18:47,451 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,32841,1732677524959 with port=36291, startcode=1732677525182 2024-11-27T03:18:47,451 DEBUG [RS:0;66d3634da959:36291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:18:47,453 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:18:47,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,36291,1732677525182 2024-11-27T03:18:47,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32841 {}] master.ServerManager(517): Registering regionserver=66d3634da959,36291,1732677525182 2024-11-27T03:18:47,455 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c 2024-11-27T03:18:47,455 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36039 2024-11-27T03:18:47,455 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:18:47,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351/rs 2024-11-27T03:18:47,464 DEBUG [RS:0;66d3634da959:36291 {}] zookeeper.ZKUtil(111): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Set watcher on existing znode=/01130485351/rs/66d3634da959,36291,1732677525182 2024-11-27T03:18:47,464 WARN [RS:0;66d3634da959:36291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:18:47,465 INFO [RS:0;66d3634da959:36291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:47,465 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182 2024-11-27T03:18:47,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,36291,1732677525182] 2024-11-27T03:18:47,468 INFO [RS:0;66d3634da959:36291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:18:47,472 INFO [RS:0;66d3634da959:36291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:18:47,472 INFO [RS:0;66d3634da959:36291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:18:47,472 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,472 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:18:47,473 INFO [RS:0;66d3634da959:36291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:18:47,473 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,473 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:18:47,474 DEBUG [RS:0;66d3634da959:36291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:18:47,476 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,476 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,476 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,476 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,476 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,476 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36291,1732677525182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:18:47,491 INFO [RS:0;66d3634da959:36291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:18:47,491 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36291,1732677525182-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,491 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,491 INFO [RS:0;66d3634da959:36291 {}] regionserver.Replication(171): 66d3634da959,36291,1732677525182 started 2024-11-27T03:18:47,504 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:47,504 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,36291,1732677525182, RpcServer on 66d3634da959/172.17.0.3:36291, sessionid=0x1017a4cd1fa0001 2024-11-27T03:18:47,505 DEBUG [RS:0;66d3634da959:36291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:18:47,505 DEBUG [RS:0;66d3634da959:36291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,36291,1732677525182 2024-11-27T03:18:47,505 DEBUG [RS:0;66d3634da959:36291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,36291,1732677525182' 2024-11-27T03:18:47,505 DEBUG [RS:0;66d3634da959:36291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01130485351/flush-table-proc/abort' 2024-11-27T03:18:47,505 DEBUG [RS:0;66d3634da959:36291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01130485351/flush-table-proc/acquired' 2024-11-27T03:18:47,506 DEBUG [RS:0;66d3634da959:36291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:18:47,506 DEBUG [RS:0;66d3634da959:36291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:18:47,506 DEBUG [RS:0;66d3634da959:36291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,36291,1732677525182 2024-11-27T03:18:47,506 DEBUG [RS:0;66d3634da959:36291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,36291,1732677525182' 2024-11-27T03:18:47,506 DEBUG [RS:0;66d3634da959:36291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01130485351/online-snapshot/abort' 2024-11-27T03:18:47,507 DEBUG [RS:0;66d3634da959:36291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01130485351/online-snapshot/acquired' 2024-11-27T03:18:47,507 DEBUG [RS:0;66d3634da959:36291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:18:47,507 INFO [RS:0;66d3634da959:36291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:18:47,507 INFO [RS:0;66d3634da959:36291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:18:47,608 INFO [RS:0;66d3634da959:36291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:18:47,610 INFO [RS:0;66d3634da959:36291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C36291%2C1732677525182, suffix=, logDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/oldWALs, maxLogs=10 2024-11-27T03:18:47,623 DEBUG [RS:0;66d3634da959:36291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610, exclude list is [], retry=0 2024-11-27T03:18:47,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-1ad671b7-e753-4ebd-92e4-d62c04336ee3,DISK] 2024-11-27T03:18:47,628 INFO [RS:0;66d3634da959:36291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610 2024-11-27T03:18:47,629 DEBUG [RS:0;66d3634da959:36291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40909:40909)] 2024-11-27T03:18:47,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:18:47,790 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c 2024-11-27T03:18:47,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:18:47,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:47,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:18:47,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:18:47,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:47,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:47,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:18:47,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:18:47,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:47,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:47,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:18:47,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:18:47,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:47,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:47,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:18:47,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:18:47,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:47,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:47,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:18:47,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740 2024-11-27T03:18:47,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740 2024-11-27T03:18:47,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:18:47,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:18:47,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:47,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:18:47,822 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:18:47,823 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61549356, jitterRate=-0.0828431248664856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:47,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677527799Initializing all the Stores at 1732677527800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677527800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677527800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677527800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677527800Cleaning up temporary data from old regions at 1732677527817 (+17 ms)Region opened successfully at 1732677527824 (+7 ms) 2024-11-27T03:18:47,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:18:47,824 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:18:47,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:18:47,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:18:47,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:18:47,825 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:47,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677527824Disabling compacts and flushes for region at 1732677527824Disabling writes for close at 1732677527824Writing region close event to WAL at 1732677527825 (+1 ms)Closed at 1732677527825 2024-11-27T03:18:47,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:47,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:18:47,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:18:47,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:18:47,829 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:18:47,979 DEBUG [66d3634da959:32841 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:18:47,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,36291,1732677525182 2024-11-27T03:18:47,982 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,36291,1732677525182, state=OPENING 2024-11-27T03:18:47,995 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:18:48,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:48,005 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:48,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:18:48,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130485351/meta-region-server: CHANGED 2024-11-27T03:18:48,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130485351/meta-region-server: CHANGED 2024-11-27T03:18:48,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,36291,1732677525182}] 2024-11-27T03:18:48,160 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:18:48,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:18:48,165 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:18:48,165 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:48,166 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:18:48,168 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C36291%2C1732677525182.meta, suffix=.meta, logDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/oldWALs, maxLogs=10 2024-11-27T03:18:48,182 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.meta.1732677528168.meta, exclude list is [], retry=0 2024-11-27T03:18:48,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-1ad671b7-e753-4ebd-92e4-d62c04336ee3,DISK] 2024-11-27T03:18:48,186 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.meta.1732677528168.meta 2024-11-27T03:18:48,187 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40909:40909)] 2024-11-27T03:18:48,187 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:48,187 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:18:48,187 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:18:48,187 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:18:48,187 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:18:48,187 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:18:48,188 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:48,188 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:18:48,188 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:18:48,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:18:48,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:18:48,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:48,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:48,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:18:48,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:18:48,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:48,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:48,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:18:48,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:18:48,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:48,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:48,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:18:48,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:18:48,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:48,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:48,196 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:18:48,197 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740 2024-11-27T03:18:48,198 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740 2024-11-27T03:18:48,199 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:18:48,200 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:18:48,200 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:48,201 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:18:48,202 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75245538, jitterRate=0.12124589085578918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:48,203 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:18:48,203 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677528188Writing region info on filesystem at 1732677528188Initializing all the Stores at 1732677528189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677528189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677528189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677528189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677528189Cleaning up temporary data from old regions at 1732677528200 (+11 ms)Running coprocessor post-open hooks at 1732677528203 (+3 ms)Region opened successfully at 1732677528203 2024-11-27T03:18:48,204 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677528159 2024-11-27T03:18:48,207 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:18:48,207 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:18:48,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,36291,1732677525182 2024-11-27T03:18:48,208 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,36291,1732677525182, state=OPEN 2024-11-27T03:18:48,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130485351/meta-region-server 2024-11-27T03:18:48,250 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130485351/meta-region-server 2024-11-27T03:18:48,250 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,36291,1732677525182 2024-11-27T03:18:48,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130485351/meta-region-server: CHANGED 2024-11-27T03:18:48,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130485351/meta-region-server: CHANGED 2024-11-27T03:18:48,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:18:48,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,36291,1732677525182 in 244 msec 2024-11-27T03:18:48,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:18:48,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-27T03:18:48,258 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:48,258 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:18:48,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:48,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,36291,1732677525182, seqNum=-1] 2024-11-27T03:18:48,259 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:48,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:18:48,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 894 msec 2024-11-27T03:18:48,268 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677528268, completionTime=-1 2024-11-27T03:18:48,268 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:18:48,268 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:18:48,270 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:18:48,271 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677588271 2024-11-27T03:18:48,271 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677648271 2024-11-27T03:18:48,271 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T03:18:48,271 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,32841,1732677524959-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:48,271 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,32841,1732677524959-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:48,271 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,32841,1732677524959-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:48,271 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:32841, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:48,271 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:48,272 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:48,274 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:18:48,277 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.829sec 2024-11-27T03:18:48,277 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:18:48,277 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:18:48,277 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:18:48,277 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:18:48,277 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:18:48,277 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,32841,1732677524959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:18:48,277 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,32841,1732677524959-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:18:48,280 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:18:48,280 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:18:48,280 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,32841,1732677524959-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:48,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6e5437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:48,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,32841,-1 for getting cluster id 2024-11-27T03:18:48,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:48,318 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d1e72d-4522-48f4-a8f5-9fb317cbea7b' 2024-11-27T03:18:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d1e72d-4522-48f4-a8f5-9fb317cbea7b" 2024-11-27T03:18:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee95956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,32841,-1] 2024-11-27T03:18:48,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:48,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:48,320 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:48,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e90444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:48,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:48,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,36291,1732677525182, seqNum=-1] 2024-11-27T03:18:48,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:48,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:18:48,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,32841,1732677524959 2024-11-27T03:18:48,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54414 2024-11-27T03:18:48,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:48,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a4cd1fa0002 connected 2024-11-27T03:18:48,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/hadoop.log.dir so I do NOT create it in target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec 2024-11-27T03:18:48,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:18:48,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/hadoop.tmp.dir so I do NOT create it in target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec 2024-11-27T03:18:48,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:18:48,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec 2024-11-27T03:18:48,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:18:48,351 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/cluster_bad5b8d5-7ad0-59d6-0d45-36b0295decf0, deleteOnExit=true 2024-11-27T03:18:48,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:18:48,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/test.cache.data in system properties and HBase conf 2024-11-27T03:18:48,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:18:48,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:18:48,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:18:48,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:18:48,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:18:48,353 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:18:48,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:18:48,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:18:48,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:18:48,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:18:48,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:18:48,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:18:48,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:18:48,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:18:48,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:18:48,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:18:48,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:18:48,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:18:48,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:18:48,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:18:48,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:48,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:18:48,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:18:48,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:18:48,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:18:48,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:48,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4eb1c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:18:48,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a2b13f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:18:48,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66c8ee3d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/java.io.tmpdir/jetty-localhost-33095-hadoop-hdfs-3_4_1-tests_jar-_-any-1029901310295931401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:18:48,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@207b6612{HTTP/1.1, (http/1.1)}{localhost:33095} 2024-11-27T03:18:48,767 INFO [Time-limited test {}] server.Server(415): Started @41536ms 2024-11-27T03:18:49,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:18:49,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:18:49,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:18:49,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:18:49,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:18:49,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e57ea33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:18:49,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a764c8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:18:49,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671c1ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/java.io.tmpdir/jetty-localhost-33723-hadoop-hdfs-3_4_1-tests_jar-_-any-8087636476832886657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:18:49,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65ec49ee{HTTP/1.1, (http/1.1)}{localhost:33723} 2024-11-27T03:18:49,146 INFO [Time-limited test {}] server.Server(415): Started @41915ms 2024-11-27T03:18:49,147 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:18:49,569 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:18:49,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:18:49,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:18:49,667 WARN [RS:0;66d3634da959:36291 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 66d3634da959,32905,1732677494533: status=Processing ServerCrashProcedure of 66d3634da959,32905,1732677494533 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732677513093, completionTime=-1 appears to have been leaked 2024-11-27T03:18:49,933 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/cluster_bad5b8d5-7ad0-59d6-0d45-36b0295decf0/data/data1/current/BP-121132898-172.17.0.3-1732677528381/current, will proceed with Du for space computation calculation, 2024-11-27T03:18:49,945 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/cluster_bad5b8d5-7ad0-59d6-0d45-36b0295decf0/data/data2/current/BP-121132898-172.17.0.3-1732677528381/current, will proceed with Du for space computation calculation, 2024-11-27T03:18:50,021 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:18:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa968134e7f1ea471 with lease ID 0x1bf270f947683f7c: Processing first storage report for DS-2105215b-7a42-4ce8-8f65-64a01945e87f from datanode DatanodeRegistration(127.0.0.1:37671, datanodeUuid=1894d919-54fa-4b03-b3e0-eee08568df24, infoPort=42743, infoSecurePort=0, ipcPort=43103, storageInfo=lv=-57;cid=testClusterID;nsid=1273086383;c=1732677528381) 2024-11-27T03:18:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa968134e7f1ea471 with lease ID 0x1bf270f947683f7c: from storage DS-2105215b-7a42-4ce8-8f65-64a01945e87f node DatanodeRegistration(127.0.0.1:37671, datanodeUuid=1894d919-54fa-4b03-b3e0-eee08568df24, infoPort=42743, infoSecurePort=0, ipcPort=43103, storageInfo=lv=-57;cid=testClusterID;nsid=1273086383;c=1732677528381), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:18:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa968134e7f1ea471 with lease ID 0x1bf270f947683f7c: Processing first storage report for DS-6e48f478-d1d2-44b2-b567-5ad0ae21b856 from datanode DatanodeRegistration(127.0.0.1:37671, datanodeUuid=1894d919-54fa-4b03-b3e0-eee08568df24, infoPort=42743, infoSecurePort=0, ipcPort=43103, storageInfo=lv=-57;cid=testClusterID;nsid=1273086383;c=1732677528381) 2024-11-27T03:18:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa968134e7f1ea471 with lease ID 0x1bf270f947683f7c: from storage DS-6e48f478-d1d2-44b2-b567-5ad0ae21b856 node DatanodeRegistration(127.0.0.1:37671, datanodeUuid=1894d919-54fa-4b03-b3e0-eee08568df24, infoPort=42743, infoSecurePort=0, ipcPort=43103, storageInfo=lv=-57;cid=testClusterID;nsid=1273086383;c=1732677528381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:18:50,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec 2024-11-27T03:18:50,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:50,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:18:50,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9 with version=8 2024-11-27T03:18:50,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/hbase-staging 2024-11-27T03:18:50,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:18:50,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:50,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:50,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:18:50,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:50,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:18:50,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:18:50,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:18:50,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44377 2024-11-27T03:18:50,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44377 connecting to ZooKeeper ensemble=127.0.0.1:54414 2024-11-27T03:18:50,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443770x0, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:50,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44377-0x1017a4cd1fa0003 connected 2024-11-27T03:18:50,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:50,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:50,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Set watcher on znode that does not yet exist, /1235205057/running 2024-11-27T03:18:50,253 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9, hbase.cluster.distributed=false 2024-11-27T03:18:50,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Set watcher on znode that does not yet exist, /1235205057/acl 2024-11-27T03:18:50,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44377 2024-11-27T03:18:50,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44377 2024-11-27T03:18:50,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44377 2024-11-27T03:18:50,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44377 2024-11-27T03:18:50,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44377 2024-11-27T03:18:50,319 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:18:50,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:50,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:50,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:18:50,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:18:50,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:18:50,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:18:50,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:18:50,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34831 2024-11-27T03:18:50,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34831 connecting to ZooKeeper ensemble=127.0.0.1:54414 2024-11-27T03:18:50,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:50,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:50,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348310x0, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:50,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348310x0, quorum=127.0.0.1:54414, baseZNode=/1235205057 Set watcher on znode that does not yet exist, /1235205057/running 2024-11-27T03:18:50,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34831-0x1017a4cd1fa0004 connected 2024-11-27T03:18:50,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:18:50,407 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:18:50,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Set watcher on znode that does not yet exist, /1235205057/master 2024-11-27T03:18:50,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Set watcher on znode that does not yet exist, /1235205057/acl 2024-11-27T03:18:50,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34831 2024-11-27T03:18:50,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34831 2024-11-27T03:18:50,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34831 2024-11-27T03:18:50,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34831 2024-11-27T03:18:50,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34831 2024-11-27T03:18:50,434 DEBUG [M:0;66d3634da959:44377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:44377 2024-11-27T03:18:50,434 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1235205057/backup-masters/66d3634da959,44377,1732677530148 2024-11-27T03:18:50,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057/backup-masters 2024-11-27T03:18:50,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057/backup-masters 2024-11-27T03:18:50,539 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Set watcher on existing znode=/1235205057/backup-masters/66d3634da959,44377,1732677530148 2024-11-27T03:18:50,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:50,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1235205057/master 2024-11-27T03:18:50,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:50,601 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Set watcher on existing znode=/1235205057/master 2024-11-27T03:18:50,603 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1235205057/backup-masters/66d3634da959,44377,1732677530148 from backup master directory 2024-11-27T03:18:50,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1235205057/backup-masters/66d3634da959,44377,1732677530148 2024-11-27T03:18:50,626 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:18:50,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057/backup-masters 2024-11-27T03:18:50,626 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,44377,1732677530148 2024-11-27T03:18:50,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057/backup-masters 2024-11-27T03:18:50,632 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/hbase.id] with ID: b226ed70-4330-4ebd-90f7-0350e4ef6d8e 2024-11-27T03:18:50,632 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/.tmp/hbase.id 2024-11-27T03:18:50,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:18:50,647 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/.tmp/hbase.id]:[hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/hbase.id] 2024-11-27T03:18:50,672 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:18:50,672 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:18:50,675 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-27T03:18:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:50,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:18:51,120 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:18:51,121 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:18:51,121 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:51,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:18:51,529 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store 2024-11-27T03:18:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:18:51,936 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:51,936 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:18:51,936 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:51,936 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:51,936 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:18:51,936 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:51,936 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:51,936 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677531936Disabling compacts and flushes for region at 1732677531936Disabling writes for close at 1732677531936Writing region close event to WAL at 1732677531936Closed at 1732677531936 2024-11-27T03:18:51,937 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/.initializing 2024-11-27T03:18:51,938 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/WALs/66d3634da959,44377,1732677530148 2024-11-27T03:18:51,939 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:18:51,941 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C44377%2C1732677530148, suffix=, logDir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/WALs/66d3634da959,44377,1732677530148, archiveDir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/oldWALs, maxLogs=10 2024-11-27T03:18:51,953 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/WALs/66d3634da959,44377,1732677530148/66d3634da959%2C44377%2C1732677530148.1732677531941, exclude list is [], retry=0 2024-11-27T03:18:51,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37671,DS-2105215b-7a42-4ce8-8f65-64a01945e87f,DISK] 2024-11-27T03:18:51,957 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/WALs/66d3634da959,44377,1732677530148/66d3634da959%2C44377%2C1732677530148.1732677531941 2024-11-27T03:18:51,958 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42743:42743)] 2024-11-27T03:18:51,958 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:51,958 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:51,958 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,958 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:18:51,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:51,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:51,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:18:51,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:51,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:51,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:18:51,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:51,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:51,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:18:51,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:51,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:51,968 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,969 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,969 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,970 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,970 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,971 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:51,971 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:18:51,973 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:18:51,974 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61033025, jitterRate=-0.09053705632686615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:51,974 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677531959Initializing all the Stores at 1732677531959Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677531960 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677531960Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677531960Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677531960Cleaning up temporary data from old regions at 1732677531970 (+10 ms)Region opened successfully at 1732677531974 (+4 ms) 2024-11-27T03:18:51,974 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:18:51,977 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2bd49d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:18:51,978 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:18:51,978 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:18:51,978 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:18:51,978 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:18:51,979 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:18:51,979 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:18:51,979 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:18:51,982 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:18:51,982 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Unable to get data of znode /1235205057/balancer because node does not exist (not necessarily an error) 2024-11-27T03:18:51,994 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1235205057/balancer already deleted, retry=false 2024-11-27T03:18:51,995 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:18:51,995 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Unable to get data of znode /1235205057/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:18:52,005 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1235205057/normalizer already deleted, retry=false 2024-11-27T03:18:52,005 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:18:52,006 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Unable to get data of znode /1235205057/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:18:52,015 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1235205057/switch/split already deleted, retry=false 2024-11-27T03:18:52,016 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Unable to get data of znode /1235205057/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:18:52,026 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1235205057/switch/merge already deleted, retry=false 2024-11-27T03:18:52,028 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Unable to get data of znode /1235205057/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:18:52,036 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1235205057/snapshot-cleanup already deleted, retry=false 2024-11-27T03:18:52,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1235205057/running 2024-11-27T03:18:52,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1235205057/running 2024-11-27T03:18:52,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:52,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:52,048 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,44377,1732677530148, sessionid=0x1017a4cd1fa0003, setting cluster-up flag (Was=false) 2024-11-27T03:18:52,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:52,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:52,100 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1235205057/flush-table-proc/acquired, /1235205057/flush-table-proc/reached, /1235205057/flush-table-proc/abort 2024-11-27T03:18:52,101 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,44377,1732677530148 2024-11-27T03:18:52,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:52,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:52,152 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1235205057/online-snapshot/acquired, /1235205057/online-snapshot/reached, /1235205057/online-snapshot/abort 2024-11-27T03:18:52,154 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,44377,1732677530148 2024-11-27T03:18:52,155 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:18:52,157 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:52,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:18:52,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:18:52,158 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,44377,1732677530148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:18:52,159 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:52,159 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:52,159 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:52,159 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:18:52,159 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:18:52,159 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,160 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:18:52,160 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:52,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:18:52,163 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:52,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:18:52,168 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677562168 2024-11-27T03:18:52,168 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:18:52,169 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:18:52,169 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:18:52,169 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:18:52,169 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:18:52,169 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:18:52,169 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,170 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:18:52,170 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:18:52,170 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:18:52,170 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:18:52,172 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:18:52,172 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:18:52,175 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677532172,5,FailOnTimeoutGroup] 2024-11-27T03:18:52,176 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677532175,5,FailOnTimeoutGroup] 2024-11-27T03:18:52,176 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,176 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:18:52,176 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,176 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:18:52,228 INFO [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(746): ClusterId : b226ed70-4330-4ebd-90f7-0350e4ef6d8e 2024-11-27T03:18:52,228 DEBUG [RS:0;66d3634da959:34831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:18:52,237 DEBUG [RS:0;66d3634da959:34831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:18:52,237 DEBUG [RS:0;66d3634da959:34831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:18:52,248 DEBUG [RS:0;66d3634da959:34831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:18:52,249 DEBUG [RS:0;66d3634da959:34831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746e8c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:18:52,261 DEBUG [RS:0;66d3634da959:34831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:34831 2024-11-27T03:18:52,262 INFO [RS:0;66d3634da959:34831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:18:52,262 INFO [RS:0;66d3634da959:34831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:18:52,262 DEBUG [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:18:52,263 INFO [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,44377,1732677530148 with port=34831, startcode=1732677530319 2024-11-27T03:18:52,263 DEBUG [RS:0;66d3634da959:34831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:18:52,265 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:18:52,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,34831,1732677530319 2024-11-27T03:18:52,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44377 {}] master.ServerManager(517): Registering regionserver=66d3634da959,34831,1732677530319 2024-11-27T03:18:52,267 DEBUG [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9 2024-11-27T03:18:52,267 DEBUG [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40227 2024-11-27T03:18:52,267 DEBUG [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:18:52,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057/rs 2024-11-27T03:18:52,279 DEBUG [RS:0;66d3634da959:34831 {}] zookeeper.ZKUtil(111): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Set watcher on existing znode=/1235205057/rs/66d3634da959,34831,1732677530319 2024-11-27T03:18:52,279 WARN [RS:0;66d3634da959:34831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:18:52,279 INFO [RS:0;66d3634da959:34831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:52,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,34831,1732677530319] 2024-11-27T03:18:52,280 DEBUG [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/WALs/66d3634da959,34831,1732677530319 2024-11-27T03:18:52,283 INFO [RS:0;66d3634da959:34831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:18:52,285 INFO [RS:0;66d3634da959:34831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:18:52,286 INFO [RS:0;66d3634da959:34831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:18:52,286 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,286 INFO [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:18:52,287 INFO [RS:0;66d3634da959:34831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:18:52,287 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,287 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:18:52,288 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:18:52,288 DEBUG [RS:0;66d3634da959:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:18:52,289 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,289 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,289 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,289 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,289 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,289 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,34831,1732677530319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:18:52,303 INFO [RS:0;66d3634da959:34831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:18:52,303 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,34831,1732677530319-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,303 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,303 INFO [RS:0;66d3634da959:34831 {}] regionserver.Replication(171): 66d3634da959,34831,1732677530319 started 2024-11-27T03:18:52,316 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:52,316 INFO [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,34831,1732677530319, RpcServer on 66d3634da959/172.17.0.3:34831, sessionid=0x1017a4cd1fa0004 2024-11-27T03:18:52,316 DEBUG [RS:0;66d3634da959:34831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:18:52,316 DEBUG [RS:0;66d3634da959:34831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,34831,1732677530319 2024-11-27T03:18:52,316 DEBUG [RS:0;66d3634da959:34831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,34831,1732677530319' 2024-11-27T03:18:52,316 DEBUG [RS:0;66d3634da959:34831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1235205057/flush-table-proc/abort' 2024-11-27T03:18:52,317 DEBUG [RS:0;66d3634da959:34831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1235205057/flush-table-proc/acquired' 2024-11-27T03:18:52,317 DEBUG [RS:0;66d3634da959:34831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:18:52,317 DEBUG [RS:0;66d3634da959:34831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:18:52,317 DEBUG [RS:0;66d3634da959:34831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,34831,1732677530319 2024-11-27T03:18:52,317 DEBUG [RS:0;66d3634da959:34831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,34831,1732677530319' 2024-11-27T03:18:52,317 DEBUG [RS:0;66d3634da959:34831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1235205057/online-snapshot/abort' 2024-11-27T03:18:52,318 DEBUG [RS:0;66d3634da959:34831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1235205057/online-snapshot/acquired' 2024-11-27T03:18:52,318 DEBUG [RS:0;66d3634da959:34831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:18:52,318 INFO [RS:0;66d3634da959:34831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:18:52,318 INFO [RS:0;66d3634da959:34831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:18:52,419 INFO [RS:0;66d3634da959:34831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:18:52,421 INFO [RS:0;66d3634da959:34831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C34831%2C1732677530319, suffix=, logDir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/WALs/66d3634da959,34831,1732677530319, archiveDir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/oldWALs, maxLogs=10 2024-11-27T03:18:52,433 DEBUG [RS:0;66d3634da959:34831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/WALs/66d3634da959,34831,1732677530319/66d3634da959%2C34831%2C1732677530319.1732677532421, exclude list is [], retry=0 2024-11-27T03:18:52,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37671,DS-2105215b-7a42-4ce8-8f65-64a01945e87f,DISK] 2024-11-27T03:18:52,439 INFO [RS:0;66d3634da959:34831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/WALs/66d3634da959,34831,1732677530319/66d3634da959%2C34831%2C1732677530319.1732677532421 2024-11-27T03:18:52,439 DEBUG [RS:0;66d3634da959:34831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42743:42743)] 2024-11-27T03:18:52,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:18:52,578 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9 2024-11-27T03:18:52,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:18:52,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:52,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:18:52,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:18:52,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:52,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:52,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:18:52,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:18:52,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:52,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:52,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:18:52,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:18:52,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:52,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:52,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:18:52,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:18:52,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:52,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:52,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:18:52,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740 2024-11-27T03:18:52,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740 2024-11-27T03:18:52,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:18:52,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:18:52,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:52,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:18:53,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:18:53,001 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63592434, jitterRate=-0.052398890256881714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:53,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677532986Initializing all the Stores at 1732677532987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677532987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677532988 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677532988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677532988Cleaning up temporary data from old regions at 1732677532997 (+9 ms)Region opened successfully at 1732677533001 (+4 ms) 2024-11-27T03:18:53,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:18:53,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:18:53,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:18:53,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:18:53,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:18:53,002 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:53,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677533001Disabling compacts and flushes for region at 1732677533001Disabling writes for close at 1732677533001Writing region close event to WAL at 1732677533002 (+1 ms)Closed at 1732677533002 2024-11-27T03:18:53,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:53,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:18:53,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:18:53,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:18:53,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:18:53,156 DEBUG [66d3634da959:44377 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:18:53,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,34831,1732677530319 2024-11-27T03:18:53,158 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,34831,1732677530319, state=OPENING 2024-11-27T03:18:53,195 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:18:53,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:53,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:53,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1235205057/meta-region-server: CHANGED 2024-11-27T03:18:53,216 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:18:53,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1235205057/meta-region-server: CHANGED 2024-11-27T03:18:53,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,34831,1732677530319}] 2024-11-27T03:18:53,369 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:18:53,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:18:53,375 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:18:53,375 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:53,375 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:18:53,377 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C34831%2C1732677530319.meta, suffix=.meta, logDir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/WALs/66d3634da959,34831,1732677530319, archiveDir=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/oldWALs, maxLogs=10 2024-11-27T03:18:53,391 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/WALs/66d3634da959,34831,1732677530319/66d3634da959%2C34831%2C1732677530319.meta.1732677533377.meta, exclude list is [], retry=0 2024-11-27T03:18:53,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37671,DS-2105215b-7a42-4ce8-8f65-64a01945e87f,DISK] 2024-11-27T03:18:53,396 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/WALs/66d3634da959,34831,1732677530319/66d3634da959%2C34831%2C1732677530319.meta.1732677533377.meta 2024-11-27T03:18:53,396 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42743:42743)] 2024-11-27T03:18:53,396 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:53,397 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:18:53,397 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:18:53,397 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:18:53,397 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:18:53,397 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:18:53,397 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:53,397 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:18:53,397 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:18:53,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:18:53,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:18:53,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:53,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:53,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:18:53,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:18:53,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:53,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:53,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:18:53,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:18:53,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:53,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:53,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:18:53,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:18:53,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:53,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:18:53,406 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:18:53,407 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740 2024-11-27T03:18:53,408 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740 2024-11-27T03:18:53,409 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:18:53,409 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:18:53,410 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:18:53,411 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:18:53,412 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74759251, jitterRate=0.11399964988231659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:18:53,412 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:18:53,413 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677533397Writing region info on filesystem at 1732677533397Initializing all the Stores at 1732677533398 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677533399 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677533399Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677533399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677533399Cleaning up temporary data from old regions at 1732677533409 (+10 ms)Running coprocessor post-open hooks at 1732677533412 (+3 ms)Region opened successfully at 1732677533412 2024-11-27T03:18:53,414 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677533369 2024-11-27T03:18:53,416 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:18:53,416 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:18:53,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,34831,1732677530319 2024-11-27T03:18:53,418 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,34831,1732677530319, state=OPEN 2024-11-27T03:18:53,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1235205057/meta-region-server 2024-11-27T03:18:53,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1235205057/meta-region-server 2024-11-27T03:18:53,432 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,34831,1732677530319 2024-11-27T03:18:53,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1235205057/meta-region-server: CHANGED 2024-11-27T03:18:53,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1235205057/meta-region-server: CHANGED 2024-11-27T03:18:53,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:18:53,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,34831,1732677530319 in 216 msec 2024-11-27T03:18:53,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:18:53,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-27T03:18:53,439 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:18:53,439 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:18:53,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:53,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,34831,1732677530319, seqNum=-1] 2024-11-27T03:18:53,441 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:53,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:18:53,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-27T03:18:53,449 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677533449, completionTime=-1 2024-11-27T03:18:53,449 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:18:53,449 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:18:53,452 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:18:53,452 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677593452 2024-11-27T03:18:53,452 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677653452 2024-11-27T03:18:53,452 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T03:18:53,453 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44377,1732677530148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:53,453 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44377,1732677530148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:53,453 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44377,1732677530148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:53,453 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:44377, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:53,453 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:53,453 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:53,456 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:18:53,458 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.832sec 2024-11-27T03:18:53,458 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:18:53,458 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:18:53,458 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:18:53,458 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:18:53,458 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:18:53,458 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44377,1732677530148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:18:53,459 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44377,1732677530148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:18:53,461 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:18:53,461 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:18:53,461 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44377,1732677530148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:18:53,469 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:18:53,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56378493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:53,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,44377,-1 for getting cluster id 2024-11-27T03:18:53,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:53,525 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b226ed70-4330-4ebd-90f7-0350e4ef6d8e' 2024-11-27T03:18:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b226ed70-4330-4ebd-90f7-0350e4ef6d8e" 2024-11-27T03:18:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ff72ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,44377,-1] 2024-11-27T03:18:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:53,527 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:53,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ccaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:53,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,34831,1732677530319, seqNum=-1] 2024-11-27T03:18:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:53,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:18:53,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,44377,1732677530148 2024-11-27T03:18:53,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54414 2024-11-27T03:18:53,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:18:53,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a4cd1fa0005 connected 2024-11-27T03:18:53,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d3851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:53,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,32841,-1 for getting cluster id 2024-11-27T03:18:53,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:53,562 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d1e72d-4522-48f4-a8f5-9fb317cbea7b' 2024-11-27T03:18:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d1e72d-4522-48f4-a8f5-9fb317cbea7b" 2024-11-27T03:18:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752ba59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,32841,-1] 2024-11-27T03:18:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:53,564 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf2702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:53,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,32841,1732677524959 2024-11-27T03:18:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4afe4ed9 2024-11-27T03:18:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:53,568 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:53,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:44377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:18:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:18:53,573 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:44377' 2024-11-27T03:18:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:53,574 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b0303c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:53,574 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,44377,-1 for getting cluster id 2024-11-27T03:18:53,574 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:53,575 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b226ed70-4330-4ebd-90f7-0350e4ef6d8e' 2024-11-27T03:18:53,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:53,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b226ed70-4330-4ebd-90f7-0350e4ef6d8e" 2024-11-27T03:18:53,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12642c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:53,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,44377,-1] 2024-11-27T03:18:53,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:53,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:53,577 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:53,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f9588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:53,577 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:53,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,44377,1732677530148 2024-11-27T03:18:53,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf6b02c 2024-11-27T03:18:53,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:53,579 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:53,580 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T03:18:53,580 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:18:53,580 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:53,580 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:53,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:53,581 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:18:53,582 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:18:53,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:18:53,583 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:53,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:18:53,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741835_1011 (size=1138) 2024-11-27T03:18:53,632 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:18:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:53,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d312e33febfcf63b6f1dd952cfa988d, NAME => 'hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c 2024-11-27T03:18:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741836_1012 (size=44) 2024-11-27T03:18:54,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:18:54,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T03:18:54,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:54,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T03:18:54,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:54,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T03:18:54,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:18:54,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T03:18:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:54,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:54,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d312e33febfcf63b6f1dd952cfa988d, disabling compactions & flushes 2024-11-27T03:18:54,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:54,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:54,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. after waiting 0 ms 2024-11-27T03:18:54,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:54,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:54,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d312e33febfcf63b6f1dd952cfa988d: Waiting for close lock at 1732677534401Disabling compacts and flushes for region at 1732677534401Disabling writes for close at 1732677534401Writing region close event to WAL at 1732677534401Closed at 1732677534401 2024-11-27T03:18:54,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:18:54,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677534402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677534402"}]},"ts":"1732677534402"} 2024-11-27T03:18:54,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:18:54,407 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:18:54,407 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677534407"}]},"ts":"1732677534407"} 2024-11-27T03:18:54,410 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:18:54,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d312e33febfcf63b6f1dd952cfa988d, ASSIGN}] 2024-11-27T03:18:54,413 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d312e33febfcf63b6f1dd952cfa988d, ASSIGN 2024-11-27T03:18:54,415 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d312e33febfcf63b6f1dd952cfa988d, ASSIGN; state=OFFLINE, location=66d3634da959,36291,1732677525182; forceNewPlan=false, retain=false 2024-11-27T03:18:54,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4d312e33febfcf63b6f1dd952cfa988d, regionState=OPENING, regionLocation=66d3634da959,36291,1732677525182 2024-11-27T03:18:54,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d312e33febfcf63b6f1dd952cfa988d, ASSIGN because future has completed 2024-11-27T03:18:54,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d312e33febfcf63b6f1dd952cfa988d, server=66d3634da959,36291,1732677525182}] 2024-11-27T03:18:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:54,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:54,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:18:54,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:18:54,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C36291%2C1732677525182.rep, suffix=, logDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/oldWALs, maxLogs=10 2024-11-27T03:18:54,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.rep.1732677534732, exclude list is [], retry=0 2024-11-27T03:18:54,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-1ad671b7-e753-4ebd-92e4-d62c04336ee3,DISK] 2024-11-27T03:18:54,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.rep.1732677534732 2024-11-27T03:18:54,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40909:40909)] 2024-11-27T03:18:54,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d312e33febfcf63b6f1dd952cfa988d, NAME => 'hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:18:54,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:18:54,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:18:54,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. service=MultiRowMutationService 2024-11-27T03:18:54,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:18:54,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:18:54,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,753 INFO [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,755 INFO [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d312e33febfcf63b6f1dd952cfa988d columnFamilyName hfileref 2024-11-27T03:18:54,755 DEBUG [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:54,755 INFO [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] regionserver.HStore(327): Store=4d312e33febfcf63b6f1dd952cfa988d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:54,755 INFO [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,757 INFO [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d312e33febfcf63b6f1dd952cfa988d columnFamilyName queue 2024-11-27T03:18:54,757 DEBUG [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:54,758 INFO [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] regionserver.HStore(327): Store=4d312e33febfcf63b6f1dd952cfa988d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:54,758 INFO [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,759 INFO [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d312e33febfcf63b6f1dd952cfa988d columnFamilyName sid 2024-11-27T03:18:54,759 DEBUG [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:18:54,760 INFO [StoreOpener-4d312e33febfcf63b6f1dd952cfa988d-1 {}] regionserver.HStore(327): Store=4d312e33febfcf63b6f1dd952cfa988d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:18:54,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/replication/4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/replication/4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:18:54,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/replication/4d312e33febfcf63b6f1dd952cfa988d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:18:54,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4d312e33febfcf63b6f1dd952cfa988d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71065210, jitterRate=0.0589541494846344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:18:54,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:54,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4d312e33febfcf63b6f1dd952cfa988d: Running coprocessor pre-open hook at 1732677534751Writing region info on filesystem at 1732677534751Initializing all the Stores at 1732677534752 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677534752Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677534753 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677534753Cleaning up temporary data from old regions at 1732677534762 (+9 ms)Running coprocessor post-open hooks at 1732677534768 (+6 ms)Region opened successfully at 1732677534769 (+1 ms) 2024-11-27T03:18:54,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d., pid=7, masterSystemTime=1732677534722 2024-11-27T03:18:54,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:54,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:54,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4d312e33febfcf63b6f1dd952cfa988d, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,36291,1732677525182 2024-11-27T03:18:54,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d312e33febfcf63b6f1dd952cfa988d, server=66d3634da959,36291,1732677525182 because future has completed 2024-11-27T03:18:54,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T03:18:54,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d312e33febfcf63b6f1dd952cfa988d, server=66d3634da959,36291,1732677525182 in 208 msec 2024-11-27T03:18:54,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:18:54,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d312e33febfcf63b6f1dd952cfa988d, ASSIGN in 370 msec 2024-11-27T03:18:54,783 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:18:54,784 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677534783"}]},"ts":"1732677534783"} 2024-11-27T03:18:54,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:18:54,788 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:18:54,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-11-27T03:18:54,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d., hostname=66d3634da959,36291,1732677525182, seqNum=2] 2024-11-27T03:18:54,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:54,863 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:54,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:18:55,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T03:18:55,042 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:18:55,081 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,36291,1732677525182, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:18:55,082 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:18:55,082 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,36291,1732677525182, seqNum=-1] 2024-11-27T03:18:55,082 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:18:55,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-27T03:18:55,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,36291,1732677525182', locateType=CURRENT is [region=hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d., hostname=66d3634da959,36291,1732677525182, seqNum=2] 2024-11-27T03:18:55,090 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T03:18:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T03:18:55,095 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,36291,1732677525182 suceeded 2024-11-27T03:18:55,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T03:18:55,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-27T03:18:55,099 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:44377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:18:55,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-11-27T03:18:55,110 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:44377' 2024-11-27T03:18:55,112 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@245a3d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:55,112 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,44377,-1 for getting cluster id 2024-11-27T03:18:55,112 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:18:55,113 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b226ed70-4330-4ebd-90f7-0350e4ef6d8e' 2024-11-27T03:18:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:18:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b226ed70-4330-4ebd-90f7-0350e4ef6d8e" 2024-11-27T03:18:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73cdcf47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,44377,-1] 2024-11-27T03:18:55,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:18:55,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:55,116 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:18:55,117 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779a4cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:18:55,117 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:55,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,44377,1732677530148 2024-11-27T03:18:55,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@624870ed 2024-11-27T03:18:55,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:55,120 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-27T03:18:55,121 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,36291,1732677525182 (queues=1) is replicating from cluster=87d1e72d-4522-48f4-a8f5-9fb317cbea7b to cluster=b226ed70-4330-4ebd-90f7-0350e4ef6d8e 2024-11-27T03:18:55,121 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C36291%2C1732677525182 2024-11-27T03:18:55,122 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,36291,1732677525182, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:18:55,122 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.wal-reader.66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610, startPosition=0, beingWritten=true 2024-11-27T03:18:55,126 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.shipper66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C36291%2C1732677525182 2024-11-27T03:18:55,332 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.wal-reader.66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610 to pos 0, reset compression=false 2024-11-27T03:18:55,638 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.wal-reader.66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610 to pos 0, reset compression=false 2024-11-27T03:18:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:18:55,719 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:18:55,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:55,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:55,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:55,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:55,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:55,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:18:55,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,32841,1732677524959 2024-11-27T03:18:55,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e5488ed 2024-11-27T03:18:55,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:18:55,722 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:18:55,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T03:18:55,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:18:55,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:55,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:55,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:55,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:55,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:55,723 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:18:55,723 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=736735863, stopped=false 2024-11-27T03:18:55,724 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,44377,1732677530148 2024-11-27T03:18:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1235205057/running 2024-11-27T03:18:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1235205057/running 2024-11-27T03:18:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:55,731 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:18:55,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:55,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:55,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:55,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Set watcher on znode that does not yet exist, /1235205057/running 2024-11-27T03:18:55,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Set watcher on znode that does not yet exist, /1235205057/running 2024-11-27T03:18:55,732 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,34831,1732677530319' ***** 2024-11-27T03:18:55,732 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:18:55,732 INFO [RS:0;66d3634da959:34831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:18:55,732 INFO [RS:0;66d3634da959:34831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:18:55,732 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:18:55,732 INFO [RS:0;66d3634da959:34831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:18:55,732 INFO [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,34831,1732677530319 2024-11-27T03:18:55,732 INFO [RS:0;66d3634da959:34831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:18:55,732 INFO [RS:0;66d3634da959:34831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:34831. 2024-11-27T03:18:55,733 DEBUG [RS:0;66d3634da959:34831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:55,733 DEBUG [RS:0;66d3634da959:34831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:55,733 INFO [RS:0;66d3634da959:34831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:18:55,733 INFO [RS:0;66d3634da959:34831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:18:55,733 INFO [RS:0;66d3634da959:34831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:18:55,733 INFO [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:18:55,733 INFO [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:18:55,733 DEBUG [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:18:55,733 DEBUG [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:55,733 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:18:55,733 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:18:55,733 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:18:55,733 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:18:55,733 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:18:55,733 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T03:18:55,749 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740/.tmp/ns/012ed55a6f2c4d0eb5c9be5f2b0de004 is 43, key is default/ns:d/1732677533443/Put/seqid=0 2024-11-27T03:18:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741835_1011 (size=5153) 2024-11-27T03:18:55,792 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:18:55,933 DEBUG [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:56,045 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.wal-reader.66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610 to pos 0, reset compression=false 2024-11-27T03:18:56,134 DEBUG [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:56,155 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740/.tmp/ns/012ed55a6f2c4d0eb5c9be5f2b0de004 2024-11-27T03:18:56,164 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740/.tmp/ns/012ed55a6f2c4d0eb5c9be5f2b0de004 as hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740/ns/012ed55a6f2c4d0eb5c9be5f2b0de004 2024-11-27T03:18:56,181 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740/ns/012ed55a6f2c4d0eb5c9be5f2b0de004, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T03:18:56,182 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-11-27T03:18:56,198 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T03:18:56,198 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:56,198 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:56,199 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:56,199 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677535733Running coprocessor pre-close hooks at 1732677535733Disabling compacts and flushes for region at 1732677535733Disabling writes for close at 1732677535733Obtaining lock to block concurrent updates at 1732677535734 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732677535734Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732677535734Flushing stores of hbase:meta,,1.1588230740 at 1732677535734Flushing 1588230740/ns: creating writer at 1732677535735 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732677535749 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732677535749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2611da60: reopening flushed file at 1732677536163 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1732677536182 (+19 ms)Writing region close event to WAL at 1732677536193 (+11 ms)Running coprocessor post-close hooks at 1732677536198 (+5 ms)Closed at 1732677536199 (+1 ms) 2024-11-27T03:18:56,199 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:56,301 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:18:56,301 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:18:56,334 INFO [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,34831,1732677530319; all regions closed. 2024-11-27T03:18:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741834_1010 (size=1152) 2024-11-27T03:18:56,339 DEBUG [RS:0;66d3634da959:34831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/oldWALs 2024-11-27T03:18:56,339 INFO [RS:0;66d3634da959:34831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C34831%2C1732677530319.meta:.meta(num 1732677533377) 2024-11-27T03:18:56,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741832_1008 (size=93) 2024-11-27T03:18:56,346 DEBUG [RS:0;66d3634da959:34831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/oldWALs 2024-11-27T03:18:56,346 INFO [RS:0;66d3634da959:34831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C34831%2C1732677530319:(num 1732677532421) 2024-11-27T03:18:56,346 DEBUG [RS:0;66d3634da959:34831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:56,346 INFO [RS:0;66d3634da959:34831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:18:56,346 INFO [RS:0;66d3634da959:34831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:18:56,347 INFO [RS:0;66d3634da959:34831 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:18:56,347 INFO [RS:0;66d3634da959:34831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:18:56,347 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:18:56,347 INFO [RS:0;66d3634da959:34831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34831 2024-11-27T03:18:56,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1235205057/rs/66d3634da959,34831,1732677530319 2024-11-27T03:18:56,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057/rs 2024-11-27T03:18:56,358 INFO [RS:0;66d3634da959:34831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:18:56,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,34831,1732677530319] 2024-11-27T03:18:56,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1235205057/draining/66d3634da959,34831,1732677530319 already deleted, retry=false 2024-11-27T03:18:56,379 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,34831,1732677530319 expired; onlineServers=0 2024-11-27T03:18:56,379 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,44377,1732677530148' ***** 2024-11-27T03:18:56,379 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:18:56,380 INFO [M:0;66d3634da959:44377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:18:56,380 INFO [M:0;66d3634da959:44377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:18:56,380 DEBUG [M:0;66d3634da959:44377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:18:56,380 DEBUG [M:0;66d3634da959:44377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:18:56,380 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:18:56,380 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677532172 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677532172,5,FailOnTimeoutGroup] 2024-11-27T03:18:56,380 INFO [M:0;66d3634da959:44377 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:18:56,380 INFO [M:0;66d3634da959:44377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:18:56,380 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677532175 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677532175,5,FailOnTimeoutGroup] 2024-11-27T03:18:56,380 DEBUG [M:0;66d3634da959:44377 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:18:56,381 INFO [M:0;66d3634da959:44377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:18:56,381 INFO [M:0;66d3634da959:44377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:18:56,381 INFO [M:0;66d3634da959:44377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:18:56,381 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:18:56,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1235205057/master 2024-11-27T03:18:56,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1235205057 2024-11-27T03:18:56,390 DEBUG [M:0;66d3634da959:44377 {}] zookeeper.ZKUtil(347): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Unable to get data of znode /1235205057/master because node does not exist (not an error) 2024-11-27T03:18:56,390 WARN [M:0;66d3634da959:44377 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:18:56,391 INFO [M:0;66d3634da959:44377 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/.lastflushedseqids 2024-11-27T03:18:56,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741836_1012 (size=99) 2024-11-27T03:18:56,469 INFO [RS:0;66d3634da959:34831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:18:56,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:56,469 INFO [RS:0;66d3634da959:34831 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,34831,1732677530319; zookeeper connection closed. 2024-11-27T03:18:56,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x1017a4cd1fa0004, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:56,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fd5b8df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fd5b8df 2024-11-27T03:18:56,470 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:18:56,550 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.wal-reader.66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610 to pos 0, reset compression=false 2024-11-27T03:18:56,798 INFO [M:0;66d3634da959:44377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:18:56,798 INFO [M:0;66d3634da959:44377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:18:56,798 DEBUG [M:0;66d3634da959:44377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:18:56,798 INFO [M:0;66d3634da959:44377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:56,798 DEBUG [M:0;66d3634da959:44377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:56,798 DEBUG [M:0;66d3634da959:44377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:18:56,798 DEBUG [M:0;66d3634da959:44377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:56,798 INFO [M:0;66d3634da959:44377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T03:18:56,815 DEBUG [M:0;66d3634da959:44377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abe76497e762413bbed7c9f9b3d821ae is 82, key is hbase:meta,,1/info:regioninfo/1732677533417/Put/seqid=0 2024-11-27T03:18:56,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741837_1013 (size=5672) 2024-11-27T03:18:57,157 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.wal-reader.66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610 to pos 0, reset compression=false 2024-11-27T03:18:57,220 INFO [M:0;66d3634da959:44377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abe76497e762413bbed7c9f9b3d821ae 2024-11-27T03:18:57,239 DEBUG [M:0;66d3634da959:44377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64f46c56940d430e94b9e6ec13589fd6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732677533448/Put/seqid=0 2024-11-27T03:18:57,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741838_1014 (size=5275) 2024-11-27T03:18:57,644 INFO [M:0;66d3634da959:44377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64f46c56940d430e94b9e6ec13589fd6 2024-11-27T03:18:57,664 DEBUG [M:0;66d3634da959:44377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e45669702fc4bfa8ea843d6ae92a94c is 69, key is 66d3634da959,34831,1732677530319/rs:state/1732677532265/Put/seqid=0 2024-11-27T03:18:57,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741839_1015 (size=5156) 2024-11-27T03:18:57,862 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.wal-reader.66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610 to pos 0, reset compression=false 2024-11-27T03:18:58,069 INFO [M:0;66d3634da959:44377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e45669702fc4bfa8ea843d6ae92a94c 2024-11-27T03:18:58,075 DEBUG [M:0;66d3634da959:44377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abe76497e762413bbed7c9f9b3d821ae as hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abe76497e762413bbed7c9f9b3d821ae 2024-11-27T03:18:58,080 INFO [M:0;66d3634da959:44377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abe76497e762413bbed7c9f9b3d821ae, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T03:18:58,081 DEBUG [M:0;66d3634da959:44377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64f46c56940d430e94b9e6ec13589fd6 as hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64f46c56940d430e94b9e6ec13589fd6 2024-11-27T03:18:58,086 INFO [M:0;66d3634da959:44377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64f46c56940d430e94b9e6ec13589fd6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T03:18:58,087 DEBUG [M:0;66d3634da959:44377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e45669702fc4bfa8ea843d6ae92a94c as hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e45669702fc4bfa8ea843d6ae92a94c 2024-11-27T03:18:58,091 INFO [M:0;66d3634da959:44377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40227/user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e45669702fc4bfa8ea843d6ae92a94c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T03:18:58,093 INFO [M:0;66d3634da959:44377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false 2024-11-27T03:18:58,095 INFO [M:0;66d3634da959:44377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:18:58,095 DEBUG [M:0;66d3634da959:44377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677536798Disabling compacts and flushes for region at 1732677536798Disabling writes for close at 1732677536798Obtaining lock to block concurrent updates at 1732677536798Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677536798Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732677536799 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677536799Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677536799Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677536814 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677536814Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677537225 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677537238 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677537238Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677537650 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677537664 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677537664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2868066c: reopening flushed file at 1732677538074 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b4cb1b: reopening flushed file at 1732677538080 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663e5114: reopening flushed file at 1732677538086 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false at 1732677538093 (+7 ms)Writing region close event to WAL at 1732677538095 (+2 ms)Closed at 1732677538095 2024-11-27T03:18:58,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741830_1006 (size=10165) 2024-11-27T03:18:58,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30758d2f-fd5f-0f2a-f211-b6f626ea76e9/MasterData/WALs/66d3634da959,44377,1732677530148/66d3634da959%2C44377%2C1732677530148.1732677531941 not finished, retry = 0 2024-11-27T03:18:58,199 INFO [M:0;66d3634da959:44377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:18:58,199 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:18:58,199 INFO [M:0;66d3634da959:44377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44377 2024-11-27T03:18:58,199 INFO [M:0;66d3634da959:44377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:18:58,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:58,311 INFO [M:0;66d3634da959:44377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:18:58,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x1017a4cd1fa0003, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:18:58,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671c1ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:18:58,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65ec49ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:18:58,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:18:58,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a764c8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:18:58,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e57ea33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/hadoop.log.dir/,STOPPED} 2024-11-27T03:18:58,322 WARN [BP-121132898-172.17.0.3-1732677528381 heartbeating to localhost/127.0.0.1:40227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:18:58,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:18:58,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:18:58,322 WARN [BP-121132898-172.17.0.3-1732677528381 heartbeating to localhost/127.0.0.1:40227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-121132898-172.17.0.3-1732677528381 (Datanode Uuid 1894d919-54fa-4b03-b3e0-eee08568df24) service to localhost/127.0.0.1:40227 2024-11-27T03:18:58,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/cluster_bad5b8d5-7ad0-59d6-0d45-36b0295decf0/data/data1/current/BP-121132898-172.17.0.3-1732677528381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:18:58,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/cluster_bad5b8d5-7ad0-59d6-0d45-36b0295decf0/data/data2/current/BP-121132898-172.17.0.3-1732677528381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:18:58,323 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:18:58,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66c8ee3d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:18:58,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@207b6612{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:18:58,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:18:58,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a2b13f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:18:58,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4eb1c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/hadoop.log.dir/,STOPPED} 2024-11-27T03:18:58,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:18:58,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:18:58,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:58,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:58,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:58,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:58,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:58,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:18:58,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1206478945, stopped=false 2024-11-27T03:18:58,352 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,32841,1732677524959 2024-11-27T03:18:58,368 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130485351/running 2024-11-27T03:18:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130485351/running 2024-11-27T03:18:58,369 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:58,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:18:58,369 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:18:58,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:18:58,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:58,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:58,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Set watcher on znode that does not yet exist, /01130485351/running 2024-11-27T03:18:58,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Set watcher on znode that does not yet exist, /01130485351/running 2024-11-27T03:18:58,369 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,36291,1732677525182' ***** 2024-11-27T03:18:58,369 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:18:58,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,36291,1732677525182 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:36291. 2024-11-27T03:18:58,370 DEBUG [RS:0;66d3634da959:36291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:58,370 DEBUG [RS:0;66d3634da959:36291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:58,370 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d312e33febfcf63b6f1dd952cfa988d, disabling compactions & flushes 2024-11-27T03:18:58,370 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:18:58,370 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:18:58,370 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. after waiting 0 ms 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:18:58,370 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:58,370 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:18:58,370 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d312e33febfcf63b6f1dd952cfa988d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T03:18:58,371 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:18:58,371 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1325): Online Regions={4d312e33febfcf63b6f1dd952cfa988d=hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:18:58,371 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:58,371 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:18:58,371 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:18:58,371 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:18:58,371 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:18:58,371 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:18:58,371 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T03:18:58,385 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/replication/4d312e33febfcf63b6f1dd952cfa988d/.tmp/queue/7282a21566c34aa4a6ce759efc8c8d24 is 151, key is 1-66d3634da959,36291,1732677525182/queue:66d3634da959%2C36291%2C1732677525182/1732677535087/Put/seqid=0 2024-11-27T03:18:58,385 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/.tmp/info/74971493d3d2462ba4779ca94e0f1d8d is 147, key is hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d./info:regioninfo/1732677534774/Put/seqid=0 2024-11-27T03:18:58,386 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:18:58,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741838_1014 (size=5350) 2024-11-27T03:18:58,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741839_1015 (size=6631) 2024-11-27T03:18:58,491 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:18:58,492 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:18:58,571 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:58,666 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.wal-reader.66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610 to pos 0, reset compression=false 2024-11-27T03:18:58,771 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d312e33febfcf63b6f1dd952cfa988d 2024-11-27T03:18:58,793 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/replication/4d312e33febfcf63b6f1dd952cfa988d/.tmp/queue/7282a21566c34aa4a6ce759efc8c8d24 2024-11-27T03:18:58,794 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/.tmp/info/74971493d3d2462ba4779ca94e0f1d8d 2024-11-27T03:18:58,800 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/replication/4d312e33febfcf63b6f1dd952cfa988d/.tmp/queue/7282a21566c34aa4a6ce759efc8c8d24 as hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/replication/4d312e33febfcf63b6f1dd952cfa988d/queue/7282a21566c34aa4a6ce759efc8c8d24 2024-11-27T03:18:58,806 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/replication/4d312e33febfcf63b6f1dd952cfa988d/queue/7282a21566c34aa4a6ce759efc8c8d24, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T03:18:58,807 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4d312e33febfcf63b6f1dd952cfa988d in 437ms, sequenceid=5, compaction requested=false 2024-11-27T03:18:58,807 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T03:18:58,811 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/replication/4d312e33febfcf63b6f1dd952cfa988d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T03:18:58,812 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:58,812 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:58,812 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:58,812 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d312e33febfcf63b6f1dd952cfa988d: Waiting for close lock at 1732677538370Running coprocessor pre-close hooks at 1732677538370Disabling compacts and flushes for region at 1732677538370Disabling writes for close at 1732677538370Obtaining lock to block concurrent updates at 1732677538370Preparing flush snapshotting stores in 4d312e33febfcf63b6f1dd952cfa988d at 1732677538370Finished memstore snapshotting hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732677538371 (+1 ms)Flushing stores of hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. at 1732677538371Flushing 4d312e33febfcf63b6f1dd952cfa988d/queue: creating writer at 1732677538371Flushing 4d312e33febfcf63b6f1dd952cfa988d/queue: appending metadata at 1732677538385 (+14 ms)Flushing 4d312e33febfcf63b6f1dd952cfa988d/queue: closing flushed file at 1732677538385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32dfd489: reopening flushed file at 1732677538799 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4d312e33febfcf63b6f1dd952cfa988d in 437ms, sequenceid=5, compaction requested=false at 1732677538807 (+8 ms)Writing region close event to WAL at 1732677538808 (+1 ms)Running coprocessor post-close hooks at 1732677538812 (+4 ms)Closed at 1732677538812 2024-11-27T03:18:58,812 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677533581.4d312e33febfcf63b6f1dd952cfa988d. 2024-11-27T03:18:58,814 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/.tmp/ns/f11a95750a0f44ec9113b98bac2a6816 is 43, key is default/ns:d/1732677528262/Put/seqid=0 2024-11-27T03:18:58,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741840_1016 (size=5153) 2024-11-27T03:18:58,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:18:58,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:18:58,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:18:58,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:18:58,971 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:59,171 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:59,218 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/.tmp/ns/f11a95750a0f44ec9113b98bac2a6816 2024-11-27T03:18:59,243 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/.tmp/table/ff19b27a5efd497884bab08539c2ad6d is 53, key is hbase:replication/table:state/1732677534783/Put/seqid=0 2024-11-27T03:18:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741841_1017 (size=5256) 2024-11-27T03:18:59,372 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:18:59,372 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:18:59,372 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:59,572 DEBUG [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:18:59,572 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.wal-reader.66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/WALs/66d3634da959,36291,1732677525182/66d3634da959%2C36291%2C1732677525182.1732677527610 to pos 0, reset compression=false 2024-11-27T03:18:59,649 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/.tmp/table/ff19b27a5efd497884bab08539c2ad6d 2024-11-27T03:18:59,655 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/.tmp/info/74971493d3d2462ba4779ca94e0f1d8d as hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/info/74971493d3d2462ba4779ca94e0f1d8d 2024-11-27T03:18:59,661 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/info/74971493d3d2462ba4779ca94e0f1d8d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T03:18:59,662 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/.tmp/ns/f11a95750a0f44ec9113b98bac2a6816 as hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/ns/f11a95750a0f44ec9113b98bac2a6816 2024-11-27T03:18:59,668 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/ns/f11a95750a0f44ec9113b98bac2a6816, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T03:18:59,669 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/.tmp/table/ff19b27a5efd497884bab08539c2ad6d as hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/table/ff19b27a5efd497884bab08539c2ad6d 2024-11-27T03:18:59,674 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/table/ff19b27a5efd497884bab08539c2ad6d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T03:18:59,676 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-27T03:18:59,689 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T03:18:59,689 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:18:59,690 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:18:59,690 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:59,690 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677538371Running coprocessor pre-close hooks at 1732677538371Disabling compacts and flushes for region at 1732677538371Disabling writes for close at 1732677538371Obtaining lock to block concurrent updates at 1732677538371Preparing flush snapshotting stores in 1588230740 at 1732677538371Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732677538371Flushing stores of hbase:meta,,1.1588230740 at 1732677538372 (+1 ms)Flushing 1588230740/info: creating writer at 1732677538372Flushing 1588230740/info: appending metadata at 1732677538385 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732677538385Flushing 1588230740/ns: creating writer at 1732677538799 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732677538814 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732677538814Flushing 1588230740/table: creating writer at 1732677539225 (+411 ms)Flushing 1588230740/table: appending metadata at 1732677539242 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732677539243 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8bc5649: reopening flushed file at 1732677539655 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352d0001: reopening flushed file at 1732677539661 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@453da8f2: reopening flushed file at 1732677539668 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1732677539676 (+8 ms)Writing region close event to WAL at 1732677539677 (+1 ms)Running coprocessor post-close hooks at 1732677539689 (+12 ms)Closed at 1732677539690 (+1 ms) 2024-11-27T03:18:59,690 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:18:59,772 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,36291,1732677525182; all regions closed. 2024-11-27T03:18:59,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741834_1010 (size=2742) 2024-11-27T03:18:59,777 DEBUG [RS:0;66d3634da959:36291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/oldWALs 2024-11-27T03:18:59,777 INFO [RS:0;66d3634da959:36291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C36291%2C1732677525182.meta:.meta(num 1732677528168) 2024-11-27T03:18:59,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741837_1013 (size=1586) 2024-11-27T03:18:59,781 DEBUG [RS:0;66d3634da959:36291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/oldWALs 2024-11-27T03:18:59,781 INFO [RS:0;66d3634da959:36291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C36291%2C1732677525182.rep:(num 1732677534732) 2024-11-27T03:18:59,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741832_1008 (size=93) 2024-11-27T03:18:59,786 DEBUG [RS:0;66d3634da959:36291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/oldWALs 2024-11-27T03:18:59,786 INFO [RS:0;66d3634da959:36291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C36291%2C1732677525182:(num 1732677527610) 2024-11-27T03:18:59,786 DEBUG [RS:0;66d3634da959:36291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:59,786 INFO [RS:0;66d3634da959:36291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:18:59,786 INFO [RS:0;66d3634da959:36291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:18:59,787 INFO [RS:0;66d3634da959:36291 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:18:59,787 INFO [RS:0;66d3634da959:36291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:18:59,787 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:18:59,787 INFO [RS:0;66d3634da959:36291 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,36291,1732677525182 because: Region server is closing 2024-11-27T03:18:59,787 INFO [RS:0;66d3634da959:36291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:36291. 2024-11-27T03:18:59,787 DEBUG [RS:0;66d3634da959:36291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:18:59,787 DEBUG [RS:0;66d3634da959:36291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:59,787 DEBUG [RS:0;66d3634da959:36291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:18:59,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:18:59,888 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.wal-reader.66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T03:18:59,888 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.shipper66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T03:18:59,888 INFO [RS:0;66d3634da959:36291 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36291,1732677525182.replicationSource.shipper66d3634da959%2C36291%2C1732677525182,1-66d3634da959,36291,1732677525182 terminated 2024-11-27T03:18:59,888 INFO [RS:0;66d3634da959:36291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36291 2024-11-27T03:18:59,934 INFO [RS:0;66d3634da959:36291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:18:59,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351/rs 2024-11-27T03:18:59,934 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130485351/rs/66d3634da959,36291,1732677525182 2024-11-27T03:18:59,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,36291,1732677525182] 2024-11-27T03:19:00,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01130485351/draining/66d3634da959,36291,1732677525182 already deleted, retry=false 2024-11-27T03:19:00,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,36291,1732677525182 expired; onlineServers=0 2024-11-27T03:19:00,015 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,32841,1732677524959' ***** 2024-11-27T03:19:00,015 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:19:00,015 INFO [M:0;66d3634da959:32841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:19:00,015 INFO [M:0;66d3634da959:32841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:19:00,015 DEBUG [M:0;66d3634da959:32841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:19:00,015 DEBUG [M:0;66d3634da959:32841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:19:00,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:19:00,015 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677527383 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677527383,5,FailOnTimeoutGroup] 2024-11-27T03:19:00,015 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677527382 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677527382,5,FailOnTimeoutGroup] 2024-11-27T03:19:00,015 INFO [M:0;66d3634da959:32841 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:19:00,016 INFO [M:0;66d3634da959:32841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:19:00,016 DEBUG [M:0;66d3634da959:32841 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:19:00,016 INFO [M:0;66d3634da959:32841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:19:00,016 INFO [M:0;66d3634da959:32841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:19:00,016 INFO [M:0;66d3634da959:32841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:19:00,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:19:00,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130485351/master 2024-11-27T03:19:00,025 DEBUG [M:0;66d3634da959:32841 {}] zookeeper.ZKUtil(347): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Unable to get data of znode /01130485351/master because node does not exist (not an error) 2024-11-27T03:19:00,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130485351 2024-11-27T03:19:00,025 WARN [M:0;66d3634da959:32841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:19:00,026 INFO [M:0;66d3634da959:32841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/.lastflushedseqids 2024-11-27T03:19:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741842_1018 (size=181) 2024-11-27T03:19:00,093 INFO [RS:0;66d3634da959:36291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:19:00,093 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:19:00,093 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36291-0x1017a4cd1fa0001, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:19:00,093 INFO [RS:0;66d3634da959:36291 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,36291,1732677525182; zookeeper connection closed. 2024-11-27T03:19:00,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@df1b471 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@df1b471 2024-11-27T03:19:00,093 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:19:00,431 INFO [M:0;66d3634da959:32841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:19:00,431 INFO [M:0;66d3634da959:32841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:19:00,432 DEBUG [M:0;66d3634da959:32841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:19:00,432 INFO [M:0;66d3634da959:32841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:00,432 DEBUG [M:0;66d3634da959:32841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:00,432 DEBUG [M:0;66d3634da959:32841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:19:00,432 DEBUG [M:0;66d3634da959:32841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:00,432 INFO [M:0;66d3634da959:32841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T03:19:00,447 DEBUG [M:0;66d3634da959:32841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30c4b30e7a73445facee5a1cdd58ce76 is 82, key is hbase:meta,,1/info:regioninfo/1732677528207/Put/seqid=0 2024-11-27T03:19:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741843_1019 (size=5672) 2024-11-27T03:19:00,852 INFO [M:0;66d3634da959:32841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30c4b30e7a73445facee5a1cdd58ce76 2024-11-27T03:19:00,878 DEBUG [M:0;66d3634da959:32841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0355af12ace4c1592703a7967e13bad is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732677534789/Put/seqid=0 2024-11-27T03:19:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741844_1020 (size=7203) 2024-11-27T03:19:01,284 INFO [M:0;66d3634da959:32841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0355af12ace4c1592703a7967e13bad 2024-11-27T03:19:01,301 DEBUG [M:0;66d3634da959:32841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44030d397aa24cad8749de183d6259d2 is 69, key is 66d3634da959,36291,1732677525182/rs:state/1732677527453/Put/seqid=0 2024-11-27T03:19:01,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741845_1021 (size=5156) 2024-11-27T03:19:01,706 INFO [M:0;66d3634da959:32841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44030d397aa24cad8749de183d6259d2 2024-11-27T03:19:01,711 DEBUG [M:0;66d3634da959:32841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30c4b30e7a73445facee5a1cdd58ce76 as hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30c4b30e7a73445facee5a1cdd58ce76 2024-11-27T03:19:01,715 INFO [M:0;66d3634da959:32841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30c4b30e7a73445facee5a1cdd58ce76, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T03:19:01,716 DEBUG [M:0;66d3634da959:32841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0355af12ace4c1592703a7967e13bad as hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0355af12ace4c1592703a7967e13bad 2024-11-27T03:19:01,724 INFO [M:0;66d3634da959:32841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0355af12ace4c1592703a7967e13bad, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T03:19:01,725 DEBUG [M:0;66d3634da959:32841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44030d397aa24cad8749de183d6259d2 as hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44030d397aa24cad8749de183d6259d2 2024-11-27T03:19:01,731 INFO [M:0;66d3634da959:32841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44030d397aa24cad8749de183d6259d2, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T03:19:01,732 INFO [M:0;66d3634da959:32841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false 2024-11-27T03:19:01,734 INFO [M:0;66d3634da959:32841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:01,734 DEBUG [M:0;66d3634da959:32841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677540432Disabling compacts and flushes for region at 1732677540432Disabling writes for close at 1732677540432Obtaining lock to block concurrent updates at 1732677540432Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677540432Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732677540432Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677540433 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677540433Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677540447 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677540447Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677540858 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677540877 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677540877Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677541288 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677541301 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677541301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b10a917: reopening flushed file at 1732677541710 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235bf35f: reopening flushed file at 1732677541716 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742abf1: reopening flushed file at 1732677541724 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false at 1732677541732 (+8 ms)Writing region close event to WAL at 1732677541733 (+1 ms)Closed at 1732677541733 2024-11-27T03:19:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741830_1006 (size=41008) 2024-11-27T03:19:01,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6718358-0cd0-6492-9314-6a975776be0c/MasterData/WALs/66d3634da959,32841,1732677524959/66d3634da959%2C32841%2C1732677524959.1732677527121 not finished, retry = 0 2024-11-27T03:19:01,837 INFO [M:0;66d3634da959:32841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:19:01,837 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:19:01,837 INFO [M:0;66d3634da959:32841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32841 2024-11-27T03:19:01,837 INFO [M:0;66d3634da959:32841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:19:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:19:01,946 INFO [M:0;66d3634da959:32841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:19:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32841-0x1017a4cd1fa0000, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:19:01,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1db86ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:19:01,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@587a69ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:19:01,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:19:01,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@628ebd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:19:01,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7b57b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/hadoop.log.dir/,STOPPED} 2024-11-27T03:19:01,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:19:01,952 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:19:01,954 WARN [BP-1261849035-172.17.0.3-1732677523050 heartbeating to localhost/127.0.0.1:36039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:19:01,954 WARN [BP-1261849035-172.17.0.3-1732677523050 heartbeating to localhost/127.0.0.1:36039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1261849035-172.17.0.3-1732677523050 (Datanode Uuid 54235dcb-a923-4542-9231-ccb95f8c3c4b) service to localhost/127.0.0.1:36039 2024-11-27T03:19:01,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/cluster_54e6effa-7174-9b9d-8e4b-e6b21163ffad/data/data1/current/BP-1261849035-172.17.0.3-1732677523050 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:19:01,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/cluster_54e6effa-7174-9b9d-8e4b-e6b21163ffad/data/data2/current/BP-1261849035-172.17.0.3-1732677523050 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:19:01,955 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:19:01,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@524df62e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:19:01,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f00485f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:19:01,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:19:01,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dfd5bb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:19:01,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ed71c7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d7cbdd7-dbf5-3091-9837-e7da2d086a8e/hadoop.log.dir/,STOPPED} 2024-11-27T03:19:01,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T03:19:01,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:19:01,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 111) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36039 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40227 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=4159 (was 5054) 2024-11-27T03:19:02,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=4158 2024-11-27T03:19:02,023 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-27T03:19:02,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/hadoop.log.dir so I do NOT create it in target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23 2024-11-27T03:19:02,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:19:02,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/hadoop.tmp.dir so I do NOT create it in target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23 2024-11-27T03:19:02,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f148e775-4502-c6c8-81f5-0814fd834bec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:19:02,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23 2024-11-27T03:19:02,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/cluster_59cb1e13-f42b-c911-4f4e-6fa3c1eb7dc8, deleteOnExit=true 2024-11-27T03:19:02,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a4cd1fa0005, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:19:02,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a4cd1fa0002, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:19:02,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a4cd1fa0002, quorum=127.0.0.1:54414, baseZNode=/01130485351 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:19:02,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a4cd1fa0005, quorum=127.0.0.1:54414, baseZNode=/1235205057 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:19:02,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/cluster_59cb1e13-f42b-c911-4f4e-6fa3c1eb7dc8/zookeeper_0, clientPort=56003, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/cluster_59cb1e13-f42b-c911-4f4e-6fa3c1eb7dc8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/cluster_59cb1e13-f42b-c911-4f4e-6fa3c1eb7dc8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:19:02,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56003 2024-11-27T03:19:02,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/test.cache.data in system properties and HBase conf 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:19:02,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:19:02,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:19:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:19:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:19:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:19:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:19:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:19:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:19:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:19:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:19:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:19:02,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:19:02,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:19:02,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:19:02,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:19:02,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:19:02,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:19:02,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:19:02,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6519a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:19:02,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8d639f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:19:02,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@574f23d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/java.io.tmpdir/jetty-localhost-39251-hadoop-hdfs-3_4_1-tests_jar-_-any-7269993936323677503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:19:02,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a504357{HTTP/1.1, (http/1.1)}{localhost:39251} 2024-11-27T03:19:02,702 INFO [Time-limited test {}] server.Server(415): Started @55470ms 2024-11-27T03:19:03,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:19:03,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:19:03,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:19:03,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:19:03,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:19:03,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@563faabd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:19:03,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6917d17c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:19:03,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@222baa24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/java.io.tmpdir/jetty-localhost-38881-hadoop-hdfs-3_4_1-tests_jar-_-any-10729469316740615705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:19:03,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@de39c3c{HTTP/1.1, (http/1.1)}{localhost:38881} 2024-11-27T03:19:03,366 INFO [Time-limited test {}] server.Server(415): Started @56135ms 2024-11-27T03:19:03,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:19:04,257 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/cluster_59cb1e13-f42b-c911-4f4e-6fa3c1eb7dc8/data/data1/current/BP-312548642-172.17.0.3-1732677542105/current, will proceed with Du for space computation calculation, 2024-11-27T03:19:04,262 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/cluster_59cb1e13-f42b-c911-4f4e-6fa3c1eb7dc8/data/data2/current/BP-312548642-172.17.0.3-1732677542105/current, will proceed with Du for space computation calculation, 2024-11-27T03:19:04,306 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:19:04,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:19:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf733108688e7cfcd with lease ID 0xbc040c9c5e340651: Processing first storage report for DS-2114b969-9ade-4ec0-90bb-b2d18b29af04 from datanode DatanodeRegistration(127.0.0.1:44297, datanodeUuid=fd779844-aec8-4029-9f69-ab1860d56057, infoPort=44281, infoSecurePort=0, ipcPort=42421, storageInfo=lv=-57;cid=testClusterID;nsid=1667227578;c=1732677542105) 2024-11-27T03:19:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf733108688e7cfcd with lease ID 0xbc040c9c5e340651: from storage DS-2114b969-9ade-4ec0-90bb-b2d18b29af04 node DatanodeRegistration(127.0.0.1:44297, datanodeUuid=fd779844-aec8-4029-9f69-ab1860d56057, infoPort=44281, infoSecurePort=0, ipcPort=42421, storageInfo=lv=-57;cid=testClusterID;nsid=1667227578;c=1732677542105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:19:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf733108688e7cfcd with lease ID 0xbc040c9c5e340651: Processing first storage report for DS-d4d0c0ef-2126-4aa9-bb3a-ed386dd5c29d from datanode DatanodeRegistration(127.0.0.1:44297, datanodeUuid=fd779844-aec8-4029-9f69-ab1860d56057, infoPort=44281, infoSecurePort=0, ipcPort=42421, storageInfo=lv=-57;cid=testClusterID;nsid=1667227578;c=1732677542105) 2024-11-27T03:19:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf733108688e7cfcd with lease ID 0xbc040c9c5e340651: from storage DS-d4d0c0ef-2126-4aa9-bb3a-ed386dd5c29d node DatanodeRegistration(127.0.0.1:44297, datanodeUuid=fd779844-aec8-4029-9f69-ab1860d56057, infoPort=44281, infoSecurePort=0, ipcPort=42421, storageInfo=lv=-57;cid=testClusterID;nsid=1667227578;c=1732677542105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:19:04,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:04,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:04,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:04,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:19:04,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:19:04,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:19:04,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:19:04,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23 2024-11-27T03:19:04,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:04,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:04,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:19:04,437 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8 with version=8 2024-11-27T03:19:04,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/hbase-staging 2024-11-27T03:19:04,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:19:04,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:04,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:04,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:19:04,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:04,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:19:04,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:19:04,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:19:04,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38563 2024-11-27T03:19:04,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38563 connecting to ZooKeeper ensemble=127.0.0.1:56003 2024-11-27T03:19:04,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385630x0, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:19:04,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38563-0x1017a4d1c6b0000 connected 2024-11-27T03:19:04,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:04,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:04,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Set watcher on znode that does not yet exist, /01313728934/running 2024-11-27T03:19:04,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8, hbase.cluster.distributed=false 2024-11-27T03:19:04,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Set watcher on znode that does not yet exist, /01313728934/acl 2024-11-27T03:19:04,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38563 2024-11-27T03:19:04,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38563 2024-11-27T03:19:04,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38563 2024-11-27T03:19:04,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38563 2024-11-27T03:19:04,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38563 2024-11-27T03:19:04,698 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:19:04,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:04,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:04,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:19:04,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:04,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:19:04,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:19:04,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:19:04,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38059 2024-11-27T03:19:04,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38059 connecting to ZooKeeper ensemble=127.0.0.1:56003 2024-11-27T03:19:04,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:04,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:04,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380590x0, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:19:04,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380590x0, quorum=127.0.0.1:56003, baseZNode=/01313728934 Set watcher on znode that does not yet exist, /01313728934/running 2024-11-27T03:19:04,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38059-0x1017a4d1c6b0001 connected 2024-11-27T03:19:04,722 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:19:04,723 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:19:04,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Set watcher on znode that does not yet exist, /01313728934/master 2024-11-27T03:19:04,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Set watcher on znode that does not yet exist, /01313728934/acl 2024-11-27T03:19:04,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-27T03:19:04,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38059 2024-11-27T03:19:04,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38059 2024-11-27T03:19:04,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-27T03:19:04,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-27T03:19:04,739 DEBUG [M:0;66d3634da959:38563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:38563 2024-11-27T03:19:04,740 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01313728934/backup-masters/66d3634da959,38563,1732677544440 2024-11-27T03:19:04,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934/backup-masters 2024-11-27T03:19:04,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934/backup-masters 2024-11-27T03:19:04,750 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Set watcher on existing znode=/01313728934/backup-masters/66d3634da959,38563,1732677544440 2024-11-27T03:19:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01313728934/master 2024-11-27T03:19:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:04,764 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Set watcher on existing znode=/01313728934/master 2024-11-27T03:19:04,764 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01313728934/backup-masters/66d3634da959,38563,1732677544440 from backup master directory 2024-11-27T03:19:04,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934/backup-masters 2024-11-27T03:19:04,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01313728934/backup-masters/66d3634da959,38563,1732677544440 2024-11-27T03:19:04,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934/backup-masters 2024-11-27T03:19:04,774 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:19:04,774 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,38563,1732677544440 2024-11-27T03:19:04,778 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/hbase.id] with ID: 48588f57-d635-4066-8920-30f16e78e7d9 2024-11-27T03:19:04,779 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/.tmp/hbase.id 2024-11-27T03:19:04,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:19:05,184 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/.tmp/hbase.id]:[hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/hbase.id] 2024-11-27T03:19:05,203 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:05,203 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:19:05,205 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:19:05,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:05,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:05,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:19:05,627 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:19:05,628 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:19:05,628 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:19:05,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:19:06,036 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store 2024-11-27T03:19:06,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:19:06,084 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:06,084 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:19:06,084 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:06,084 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:06,085 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:19:06,085 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:06,085 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:06,085 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677546084Disabling compacts and flushes for region at 1732677546084Disabling writes for close at 1732677546085 (+1 ms)Writing region close event to WAL at 1732677546085Closed at 1732677546085 2024-11-27T03:19:06,086 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/.initializing 2024-11-27T03:19:06,086 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/WALs/66d3634da959,38563,1732677544440 2024-11-27T03:19:06,094 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:19:06,098 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C38563%2C1732677544440, suffix=, logDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/WALs/66d3634da959,38563,1732677544440, archiveDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/oldWALs, maxLogs=10 2024-11-27T03:19:06,125 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/WALs/66d3634da959,38563,1732677544440/66d3634da959%2C38563%2C1732677544440.1732677546099, exclude list is [], retry=0 2024-11-27T03:19:06,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44297,DS-2114b969-9ade-4ec0-90bb-b2d18b29af04,DISK] 2024-11-27T03:19:06,133 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/WALs/66d3634da959,38563,1732677544440/66d3634da959%2C38563%2C1732677544440.1732677546099 2024-11-27T03:19:06,133 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281)] 2024-11-27T03:19:06,133 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:19:06,133 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:06,133 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,133 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:19:06,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:06,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:06,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:19:06,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:06,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:06,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:19:06,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:06,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:06,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:19:06,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:06,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:06,151 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,152 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,153 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,154 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,154 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,154 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:19:06,156 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:06,180 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:19:06,181 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65457207, jitterRate=-0.02461160719394684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:19:06,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677546133Initializing all the Stores at 1732677546134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677546134Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677546134Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677546134Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677546134Cleaning up temporary data from old regions at 1732677546154 (+20 ms)Region opened successfully at 1732677546182 (+28 ms) 2024-11-27T03:19:06,191 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:19:06,203 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cadda27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:19:06,204 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:19:06,204 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:19:06,204 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:19:06,205 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:19:06,206 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:19:06,207 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:19:06,207 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:19:06,230 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:19:06,231 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Unable to get data of znode /01313728934/balancer because node does not exist (not necessarily an error) 2024-11-27T03:19:06,291 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01313728934/balancer already deleted, retry=false 2024-11-27T03:19:06,292 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:19:06,293 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Unable to get data of znode /01313728934/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:19:06,443 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01313728934/normalizer already deleted, retry=false 2024-11-27T03:19:06,443 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:19:06,444 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Unable to get data of znode /01313728934/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:19:06,476 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01313728934/switch/split already deleted, retry=false 2024-11-27T03:19:06,477 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Unable to get data of znode /01313728934/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:19:06,489 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01313728934/switch/merge already deleted, retry=false 2024-11-27T03:19:06,491 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Unable to get data of znode /01313728934/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:19:06,500 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01313728934/snapshot-cleanup already deleted, retry=false 2024-11-27T03:19:06,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01313728934/running 2024-11-27T03:19:06,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01313728934/running 2024-11-27T03:19:06,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:06,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:06,511 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,38563,1732677544440, sessionid=0x1017a4d1c6b0000, setting cluster-up flag (Was=false) 2024-11-27T03:19:06,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:06,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:06,563 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01313728934/flush-table-proc/acquired, /01313728934/flush-table-proc/reached, /01313728934/flush-table-proc/abort 2024-11-27T03:19:06,565 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,38563,1732677544440 2024-11-27T03:19:06,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:06,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:06,700 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01313728934/online-snapshot/acquired, /01313728934/online-snapshot/reached, /01313728934/online-snapshot/abort 2024-11-27T03:19:06,701 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,38563,1732677544440 2024-11-27T03:19:06,703 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:19:06,704 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:19:06,704 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:19:06,704 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:19:06,705 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,38563,1732677544440 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:19:06,706 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:19:06,706 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:19:06,706 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:19:06,706 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:19:06,706 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:19:06,706 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,706 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:19:06,706 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,707 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677576707 2024-11-27T03:19:06,707 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:19:06,707 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:19:06,707 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:19:06,707 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:19:06,707 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:19:06,707 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:19:06,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:19:06,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:19:06,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:19:06,708 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:19:06,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:19:06,708 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:19:06,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:19:06,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:19:06,708 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677546708,5,FailOnTimeoutGroup] 2024-11-27T03:19:06,709 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677546709,5,FailOnTimeoutGroup] 2024-11-27T03:19:06,709 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,709 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:19:06,709 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,709 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,709 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:06,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:19:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:19:06,732 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(746): ClusterId : 48588f57-d635-4066-8920-30f16e78e7d9 2024-11-27T03:19:06,733 DEBUG [RS:0;66d3634da959:38059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:19:06,743 DEBUG [RS:0;66d3634da959:38059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:19:06,743 DEBUG [RS:0;66d3634da959:38059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:19:06,753 DEBUG [RS:0;66d3634da959:38059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:19:06,754 DEBUG [RS:0;66d3634da959:38059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211f90b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:19:06,764 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:38059 2024-11-27T03:19:06,764 INFO [RS:0;66d3634da959:38059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:19:06,764 INFO [RS:0;66d3634da959:38059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:19:06,764 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:19:06,765 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,38563,1732677544440 with port=38059, startcode=1732677544698 2024-11-27T03:19:06,765 DEBUG [RS:0;66d3634da959:38059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:19:06,766 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:19:06,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,38059,1732677544698 2024-11-27T03:19:06,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38563 {}] master.ServerManager(517): Registering regionserver=66d3634da959,38059,1732677544698 2024-11-27T03:19:06,768 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8 2024-11-27T03:19:06,768 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32957 2024-11-27T03:19:06,768 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:19:06,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934/rs 2024-11-27T03:19:06,806 DEBUG [RS:0;66d3634da959:38059 {}] zookeeper.ZKUtil(111): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Set watcher on existing znode=/01313728934/rs/66d3634da959,38059,1732677544698 2024-11-27T03:19:06,806 WARN [RS:0;66d3634da959:38059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:19:06,806 INFO [RS:0;66d3634da959:38059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:19:06,806 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698 2024-11-27T03:19:06,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,38059,1732677544698] 2024-11-27T03:19:06,811 INFO [RS:0;66d3634da959:38059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:19:06,813 INFO [RS:0;66d3634da959:38059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:19:06,814 INFO [RS:0;66d3634da959:38059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:19:06,814 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,814 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:19:06,815 INFO [RS:0;66d3634da959:38059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:19:06,815 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,815 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,815 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,815 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,815 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,815 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,815 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:19:06,815 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,816 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,816 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,816 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,816 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,816 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:06,816 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:19:06,816 DEBUG [RS:0;66d3634da959:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:19:06,817 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,817 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,817 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,817 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,817 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,817 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38059,1732677544698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:19:06,833 INFO [RS:0;66d3634da959:38059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:19:06,833 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38059,1732677544698-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,833 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,833 INFO [RS:0;66d3634da959:38059 {}] regionserver.Replication(171): 66d3634da959,38059,1732677544698 started 2024-11-27T03:19:06,846 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:06,846 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,38059,1732677544698, RpcServer on 66d3634da959/172.17.0.3:38059, sessionid=0x1017a4d1c6b0001 2024-11-27T03:19:06,846 DEBUG [RS:0;66d3634da959:38059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:19:06,846 DEBUG [RS:0;66d3634da959:38059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,38059,1732677544698 2024-11-27T03:19:06,846 DEBUG [RS:0;66d3634da959:38059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,38059,1732677544698' 2024-11-27T03:19:06,846 DEBUG [RS:0;66d3634da959:38059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01313728934/flush-table-proc/abort' 2024-11-27T03:19:06,847 DEBUG [RS:0;66d3634da959:38059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01313728934/flush-table-proc/acquired' 2024-11-27T03:19:06,847 DEBUG [RS:0;66d3634da959:38059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:19:06,847 DEBUG [RS:0;66d3634da959:38059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:19:06,847 DEBUG [RS:0;66d3634da959:38059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,38059,1732677544698 2024-11-27T03:19:06,847 DEBUG [RS:0;66d3634da959:38059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,38059,1732677544698' 2024-11-27T03:19:06,847 DEBUG [RS:0;66d3634da959:38059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01313728934/online-snapshot/abort' 2024-11-27T03:19:06,848 DEBUG [RS:0;66d3634da959:38059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01313728934/online-snapshot/acquired' 2024-11-27T03:19:06,848 DEBUG [RS:0;66d3634da959:38059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:19:06,848 INFO [RS:0;66d3634da959:38059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:19:06,848 INFO [RS:0;66d3634da959:38059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:19:06,948 INFO [RS:0;66d3634da959:38059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:19:06,950 INFO [RS:0;66d3634da959:38059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C38059%2C1732677544698, suffix=, logDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698, archiveDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/oldWALs, maxLogs=10 2024-11-27T03:19:06,961 DEBUG [RS:0;66d3634da959:38059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950, exclude list is [], retry=0 2024-11-27T03:19:06,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44297,DS-2114b969-9ade-4ec0-90bb-b2d18b29af04,DISK] 2024-11-27T03:19:06,965 INFO [RS:0;66d3634da959:38059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 2024-11-27T03:19:06,966 DEBUG [RS:0;66d3634da959:38059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281)] 2024-11-27T03:19:07,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:19:07,117 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8 2024-11-27T03:19:07,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:19:07,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:07,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:19:07,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:19:07,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:07,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:07,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:19:07,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:19:07,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:07,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:07,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:19:07,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:19:07,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:07,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:07,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:19:07,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:19:07,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:07,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:07,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:19:07,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740 2024-11-27T03:19:07,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740 2024-11-27T03:19:07,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:19:07,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:19:07,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:19:07,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:19:07,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:19:07,549 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72788149, jitterRate=0.08462794125080109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:19:07,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677547523Initializing all the Stores at 1732677547524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677547524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677547525 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677547525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677547525Cleaning up temporary data from old regions at 1732677547544 (+19 ms)Region opened successfully at 1732677547550 (+6 ms) 2024-11-27T03:19:07,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:19:07,550 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:19:07,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:19:07,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:19:07,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:19:07,556 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:19:07,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677547550Disabling compacts and flushes for region at 1732677547550Disabling writes for close at 1732677547551 (+1 ms)Writing region close event to WAL at 1732677547556 (+5 ms)Closed at 1732677547556 2024-11-27T03:19:07,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:19:07,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:19:07,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:19:07,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:19:07,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:19:07,717 DEBUG [66d3634da959:38563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:19:07,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,38059,1732677544698 2024-11-27T03:19:07,719 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,38059,1732677544698, state=OPENING 2024-11-27T03:19:07,732 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:19:07,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:07,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:07,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:19:07,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01313728934/meta-region-server: CHANGED 2024-11-27T03:19:07,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01313728934/meta-region-server: CHANGED 2024-11-27T03:19:07,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,38059,1732677544698}] 2024-11-27T03:19:07,896 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:19:07,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:19:07,901 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:19:07,901 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:19:07,901 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:19:07,903 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C38059%2C1732677544698.meta, suffix=.meta, logDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698, archiveDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/oldWALs, maxLogs=10 2024-11-27T03:19:07,915 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.meta.1732677547903.meta, exclude list is [], retry=0 2024-11-27T03:19:07,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44297,DS-2114b969-9ade-4ec0-90bb-b2d18b29af04,DISK] 2024-11-27T03:19:07,922 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.meta.1732677547903.meta 2024-11-27T03:19:07,922 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281)] 2024-11-27T03:19:07,923 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:19:07,923 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:19:07,923 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:19:07,923 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:19:07,923 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:19:07,923 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:19:07,923 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:07,923 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:19:07,923 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:19:07,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:19:07,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:19:07,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:07,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:07,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:19:07,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:19:07,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:07,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:07,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:19:07,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:19:07,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:07,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:07,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:19:07,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:19:07,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:07,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:07,932 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:19:07,932 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740 2024-11-27T03:19:07,933 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740 2024-11-27T03:19:07,934 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:19:07,934 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:19:07,935 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:19:07,936 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:19:07,936 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72137893, jitterRate=0.07493837177753448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:19:07,936 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:19:07,937 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677547923Writing region info on filesystem at 1732677547923Initializing all the Stores at 1732677547924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677547924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677547926 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677547926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677547926Cleaning up temporary data from old regions at 1732677547934 (+8 ms)Running coprocessor post-open hooks at 1732677547936 (+2 ms)Region opened successfully at 1732677547937 (+1 ms) 2024-11-27T03:19:07,938 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677547896 2024-11-27T03:19:07,940 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:19:07,940 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:19:07,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,38059,1732677544698 2024-11-27T03:19:07,942 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,38059,1732677544698, state=OPEN 2024-11-27T03:19:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01313728934/meta-region-server 2024-11-27T03:19:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01313728934/meta-region-server 2024-11-27T03:19:08,009 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,38059,1732677544698 2024-11-27T03:19:08,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01313728934/meta-region-server: CHANGED 2024-11-27T03:19:08,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01313728934/meta-region-server: CHANGED 2024-11-27T03:19:08,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:19:08,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,38059,1732677544698 in 266 msec 2024-11-27T03:19:08,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:19:08,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-11-27T03:19:08,015 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:19:08,015 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:19:08,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:19:08,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38059,1732677544698, seqNum=-1] 2024-11-27T03:19:08,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:19:08,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:19:08,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3200 sec 2024-11-27T03:19:08,026 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677548026, completionTime=-1 2024-11-27T03:19:08,026 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:19:08,026 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:19:08,029 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:19:08,029 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677608029 2024-11-27T03:19:08,029 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677668029 2024-11-27T03:19:08,029 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T03:19:08,029 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38563,1732677544440-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:08,029 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38563,1732677544440-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:08,029 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38563,1732677544440-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:08,029 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:38563, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:08,029 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:08,030 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:08,032 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:19:08,034 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.259sec 2024-11-27T03:19:08,034 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:19:08,034 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:19:08,034 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:19:08,034 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:19:08,034 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:19:08,034 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38563,1732677544440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:19:08,034 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38563,1732677544440-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:19:08,036 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:19:08,037 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:19:08,037 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38563,1732677544440-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:08,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259197c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:08,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38563,-1 for getting cluster id 2024-11-27T03:19:08,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:19:08,135 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48588f57-d635-4066-8920-30f16e78e7d9' 2024-11-27T03:19:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:19:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48588f57-d635-4066-8920-30f16e78e7d9" 2024-11-27T03:19:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555f15e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38563,-1] 2024-11-27T03:19:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:19:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:08,137 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:19:08,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a7460d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:08,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:19:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38059,1732677544698, seqNum=-1] 2024-11-27T03:19:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:19:08,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:19:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,38563,1732677544440 2024-11-27T03:19:08,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56003 2024-11-27T03:19:08,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:19:08,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a4d1c6b0002 connected 2024-11-27T03:19:08,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/hadoop.log.dir so I do NOT create it in target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544 2024-11-27T03:19:08,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:19:08,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/hadoop.tmp.dir so I do NOT create it in target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544 2024-11-27T03:19:08,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:19:08,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544 2024-11-27T03:19:08,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:19:08,167 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/cluster_24ec16f8-f18c-fe03-96cf-a90b42910b70, deleteOnExit=true 2024-11-27T03:19:08,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:19:08,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/test.cache.data in system properties and HBase conf 2024-11-27T03:19:08,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:19:08,168 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:19:08,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:19:08,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:19:08,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:19:08,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:19:08,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:19:08,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:19:08,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:19:08,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:19:08,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:19:08,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:19:08,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:19:08,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:19:08,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23beef8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:19:08,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55c9aa88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:19:08,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@486c0df0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/java.io.tmpdir/jetty-localhost-41309-hadoop-hdfs-3_4_1-tests_jar-_-any-16175164610731690641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:19:08,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f6056bc{HTTP/1.1, (http/1.1)}{localhost:41309} 2024-11-27T03:19:08,705 INFO [Time-limited test {}] server.Server(415): Started @61473ms 2024-11-27T03:19:08,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:19:08,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:19:08,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:19:08,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:19:08,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:19:08,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d368206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:19:08,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33fad0d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:19:09,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48e9b228{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/java.io.tmpdir/jetty-localhost-42299-hadoop-hdfs-3_4_1-tests_jar-_-any-7725922965879341397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:19:09,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@202beb9e{HTTP/1.1, (http/1.1)}{localhost:42299} 2024-11-27T03:19:09,057 INFO [Time-limited test {}] server.Server(415): Started @61825ms 2024-11-27T03:19:09,058 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:19:09,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:19:09,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:09,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:09,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:10,015 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/cluster_24ec16f8-f18c-fe03-96cf-a90b42910b70/data/data1/current/BP-1827297791-172.17.0.3-1732677548187/current, will proceed with Du for space computation calculation, 2024-11-27T03:19:10,016 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/cluster_24ec16f8-f18c-fe03-96cf-a90b42910b70/data/data2/current/BP-1827297791-172.17.0.3-1732677548187/current, will proceed with Du for space computation calculation, 2024-11-27T03:19:10,049 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:19:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x969ce3c8aa2095b2 with lease ID 0x4eaa076152518659: Processing first storage report for DS-c80c746b-4252-4b42-ae27-5ec631f603ca from datanode DatanodeRegistration(127.0.0.1:33771, datanodeUuid=d5925028-9dd7-4630-9186-5201b7bb9c6f, infoPort=44573, infoSecurePort=0, ipcPort=45205, storageInfo=lv=-57;cid=testClusterID;nsid=2018472016;c=1732677548187) 2024-11-27T03:19:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x969ce3c8aa2095b2 with lease ID 0x4eaa076152518659: from storage DS-c80c746b-4252-4b42-ae27-5ec631f603ca node DatanodeRegistration(127.0.0.1:33771, datanodeUuid=d5925028-9dd7-4630-9186-5201b7bb9c6f, infoPort=44573, infoSecurePort=0, ipcPort=45205, storageInfo=lv=-57;cid=testClusterID;nsid=2018472016;c=1732677548187), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:19:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x969ce3c8aa2095b2 with lease ID 0x4eaa076152518659: Processing first storage report for DS-eff15a41-b2cb-4cab-a99f-fbb09a6096d1 from datanode DatanodeRegistration(127.0.0.1:33771, datanodeUuid=d5925028-9dd7-4630-9186-5201b7bb9c6f, infoPort=44573, infoSecurePort=0, ipcPort=45205, storageInfo=lv=-57;cid=testClusterID;nsid=2018472016;c=1732677548187) 2024-11-27T03:19:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x969ce3c8aa2095b2 with lease ID 0x4eaa076152518659: from storage DS-eff15a41-b2cb-4cab-a99f-fbb09a6096d1 node DatanodeRegistration(127.0.0.1:33771, datanodeUuid=d5925028-9dd7-4630-9186-5201b7bb9c6f, infoPort=44573, infoSecurePort=0, ipcPort=45205, storageInfo=lv=-57;cid=testClusterID;nsid=2018472016;c=1732677548187), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:19:10,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544 2024-11-27T03:19:10,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:10,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:10,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:19:10,101 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386 with version=8 2024-11-27T03:19:10,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/hbase-staging 2024-11-27T03:19:10,104 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:19:10,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:10,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:10,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:19:10,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:10,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:19:10,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:19:10,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:19:10,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38149 2024-11-27T03:19:10,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38149 connecting to ZooKeeper ensemble=127.0.0.1:56003 2024-11-27T03:19:10,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381490x0, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:19:10,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38149-0x1017a4d1c6b0003 connected 2024-11-27T03:19:10,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:10,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:10,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Set watcher on znode that does not yet exist, /1-581327644/running 2024-11-27T03:19:10,208 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386, hbase.cluster.distributed=false 2024-11-27T03:19:10,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Set watcher on znode that does not yet exist, /1-581327644/acl 2024-11-27T03:19:10,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38149 2024-11-27T03:19:10,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38149 2024-11-27T03:19:10,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38149 2024-11-27T03:19:10,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38149 2024-11-27T03:19:10,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38149 2024-11-27T03:19:10,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:19:10,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:10,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:10,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:19:10,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:19:10,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:19:10,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:19:10,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:19:10,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44637 2024-11-27T03:19:10,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44637 connecting to ZooKeeper ensemble=127.0.0.1:56003 2024-11-27T03:19:10,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:10,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:10,247 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446370x0, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:19:10,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446370x0, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Set watcher on znode that does not yet exist, /1-581327644/running 2024-11-27T03:19:10,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44637-0x1017a4d1c6b0004 connected 2024-11-27T03:19:10,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:19:10,249 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:19:10,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Set watcher on znode that does not yet exist, /1-581327644/master 2024-11-27T03:19:10,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Set watcher on znode that does not yet exist, /1-581327644/acl 2024-11-27T03:19:10,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44637 2024-11-27T03:19:10,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44637 2024-11-27T03:19:10,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44637 2024-11-27T03:19:10,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44637 2024-11-27T03:19:10,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44637 2024-11-27T03:19:10,276 DEBUG [M:0;66d3634da959:38149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:38149 2024-11-27T03:19:10,277 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-581327644/backup-masters/66d3634da959,38149,1732677550104 2024-11-27T03:19:10,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644/backup-masters 2024-11-27T03:19:10,289 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644/backup-masters 2024-11-27T03:19:10,290 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Set watcher on existing znode=/1-581327644/backup-masters/66d3634da959,38149,1732677550104 2024-11-27T03:19:10,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:10,300 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-581327644/master 2024-11-27T03:19:10,300 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:10,301 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Set watcher on existing znode=/1-581327644/master 2024-11-27T03:19:10,301 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-581327644/backup-masters/66d3634da959,38149,1732677550104 from backup master directory 2024-11-27T03:19:10,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-581327644/backup-masters/66d3634da959,38149,1732677550104 2024-11-27T03:19:10,310 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644/backup-masters 2024-11-27T03:19:10,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644/backup-masters 2024-11-27T03:19:10,311 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:19:10,311 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,38149,1732677550104 2024-11-27T03:19:10,315 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/hbase.id] with ID: 54e1d739-92ba-43d2-aec3-fdda91e6de75 2024-11-27T03:19:10,315 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/.tmp/hbase.id 2024-11-27T03:19:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:19:10,723 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/.tmp/hbase.id]:[hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/hbase.id] 2024-11-27T03:19:10,735 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:10,735 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:19:10,737 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T03:19:10,763 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:10,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:10,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:19:11,169 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:19:11,170 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:19:11,170 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:19:11,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:19:11,578 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store 2024-11-27T03:19:11,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:19:11,985 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:11,986 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:19:11,986 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:11,986 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:11,986 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:19:11,986 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:11,986 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:19:11,986 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677551985Disabling compacts and flushes for region at 1732677551985Disabling writes for close at 1732677551986 (+1 ms)Writing region close event to WAL at 1732677551986Closed at 1732677551986 2024-11-27T03:19:11,987 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/.initializing 2024-11-27T03:19:11,987 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/WALs/66d3634da959,38149,1732677550104 2024-11-27T03:19:11,988 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:19:11,989 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C38149%2C1732677550104, suffix=, logDir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/WALs/66d3634da959,38149,1732677550104, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/oldWALs, maxLogs=10 2024-11-27T03:19:12,001 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/WALs/66d3634da959,38149,1732677550104/66d3634da959%2C38149%2C1732677550104.1732677551989, exclude list is [], retry=0 2024-11-27T03:19:12,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-c80c746b-4252-4b42-ae27-5ec631f603ca,DISK] 2024-11-27T03:19:12,005 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/WALs/66d3634da959,38149,1732677550104/66d3634da959%2C38149%2C1732677550104.1732677551989 2024-11-27T03:19:12,005 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44573:44573)] 2024-11-27T03:19:12,005 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:19:12,005 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:12,005 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,005 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:19:12,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:12,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:12,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:19:12,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:12,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:12,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:19:12,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:12,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:12,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:19:12,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:12,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:12,013 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,014 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,014 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,015 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,015 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,015 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:19:12,016 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:19:12,018 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:19:12,019 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70592378, jitterRate=0.051908403635025024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:19:12,019 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677552005Initializing all the Stores at 1732677552006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677552006Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677552006Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677552006Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677552006Cleaning up temporary data from old regions at 1732677552015 (+9 ms)Region opened successfully at 1732677552019 (+4 ms) 2024-11-27T03:19:12,019 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:19:12,022 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5019bb04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:19:12,023 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:19:12,023 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:19:12,023 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:19:12,023 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:19:12,023 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:19:12,024 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:19:12,024 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:19:12,026 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:19:12,026 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Unable to get data of znode /1-581327644/balancer because node does not exist (not necessarily an error) 2024-11-27T03:19:12,037 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-581327644/balancer already deleted, retry=false 2024-11-27T03:19:12,037 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:19:12,038 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Unable to get data of znode /1-581327644/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:19:12,142 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-581327644/normalizer already deleted, retry=false 2024-11-27T03:19:12,142 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:19:12,143 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Unable to get data of znode /1-581327644/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:19:12,205 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-581327644/switch/split already deleted, retry=false 2024-11-27T03:19:12,206 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Unable to get data of znode /1-581327644/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:19:12,215 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-581327644/switch/merge already deleted, retry=false 2024-11-27T03:19:12,218 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Unable to get data of znode /1-581327644/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:19:12,226 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-581327644/snapshot-cleanup already deleted, retry=false 2024-11-27T03:19:12,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-581327644/running 2024-11-27T03:19:12,237 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-581327644/running 2024-11-27T03:19:12,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:12,237 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:12,237 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,38149,1732677550104, sessionid=0x1017a4d1c6b0003, setting cluster-up flag (Was=false) 2024-11-27T03:19:12,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:12,258 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:12,289 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-581327644/flush-table-proc/acquired, /1-581327644/flush-table-proc/reached, /1-581327644/flush-table-proc/abort 2024-11-27T03:19:12,290 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,38149,1732677550104 2024-11-27T03:19:12,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:12,310 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:12,342 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-581327644/online-snapshot/acquired, /1-581327644/online-snapshot/reached, /1-581327644/online-snapshot/abort 2024-11-27T03:19:12,343 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,38149,1732677550104 2024-11-27T03:19:12,344 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:19:12,345 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:19:12,345 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:19:12,345 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:19:12,345 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,38149,1732677550104 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:19:12,347 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:19:12,347 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:19:12,347 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:19:12,347 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:19:12,347 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:19:12,347 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,347 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:19:12,347 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,347 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677582347 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:19:12,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:19:12,348 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:19:12,349 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:19:12,349 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:19:12,349 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677552349,5,FailOnTimeoutGroup] 2024-11-27T03:19:12,349 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677552349,5,FailOnTimeoutGroup] 2024-11-27T03:19:12,349 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,349 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:19:12,349 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,349 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:12,349 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:19:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:19:12,368 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(746): ClusterId : 54e1d739-92ba-43d2-aec3-fdda91e6de75 2024-11-27T03:19:12,369 DEBUG [RS:0;66d3634da959:44637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:19:12,382 DEBUG [RS:0;66d3634da959:44637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:19:12,382 DEBUG [RS:0;66d3634da959:44637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:19:12,406 DEBUG [RS:0;66d3634da959:44637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:19:12,406 DEBUG [RS:0;66d3634da959:44637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e70096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:19:12,419 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:44637 2024-11-27T03:19:12,420 INFO [RS:0;66d3634da959:44637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:19:12,420 INFO [RS:0;66d3634da959:44637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:19:12,420 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:19:12,420 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,38149,1732677550104 with port=44637, startcode=1732677550228 2024-11-27T03:19:12,421 DEBUG [RS:0;66d3634da959:44637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:19:12,424 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:19:12,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,44637,1732677550228 2024-11-27T03:19:12,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38149 {}] master.ServerManager(517): Registering regionserver=66d3634da959,44637,1732677550228 2024-11-27T03:19:12,426 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386 2024-11-27T03:19:12,426 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46765 2024-11-27T03:19:12,426 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:19:12,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644/rs 2024-11-27T03:19:12,511 DEBUG [RS:0;66d3634da959:44637 {}] zookeeper.ZKUtil(111): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Set watcher on existing znode=/1-581327644/rs/66d3634da959,44637,1732677550228 2024-11-27T03:19:12,511 WARN [RS:0;66d3634da959:44637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:19:12,511 INFO [RS:0;66d3634da959:44637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:19:12,511 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/WALs/66d3634da959,44637,1732677550228 2024-11-27T03:19:12,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,44637,1732677550228] 2024-11-27T03:19:12,524 INFO [RS:0;66d3634da959:44637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:19:12,528 INFO [RS:0;66d3634da959:44637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:19:12,529 INFO [RS:0;66d3634da959:44637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:19:12,529 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,529 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:19:12,530 INFO [RS:0;66d3634da959:44637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:19:12,530 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,530 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:19:12,531 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:19:12,531 DEBUG [RS:0;66d3634da959:44637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:19:12,536 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,536 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,536 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,536 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,536 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,537 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44637,1732677550228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:19:12,553 INFO [RS:0;66d3634da959:44637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:19:12,553 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44637,1732677550228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,553 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,554 INFO [RS:0;66d3634da959:44637 {}] regionserver.Replication(171): 66d3634da959,44637,1732677550228 started 2024-11-27T03:19:12,569 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:12,569 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,44637,1732677550228, RpcServer on 66d3634da959/172.17.0.3:44637, sessionid=0x1017a4d1c6b0004 2024-11-27T03:19:12,569 DEBUG [RS:0;66d3634da959:44637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:19:12,569 DEBUG [RS:0;66d3634da959:44637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,44637,1732677550228 2024-11-27T03:19:12,569 DEBUG [RS:0;66d3634da959:44637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,44637,1732677550228' 2024-11-27T03:19:12,569 DEBUG [RS:0;66d3634da959:44637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-581327644/flush-table-proc/abort' 2024-11-27T03:19:12,570 DEBUG [RS:0;66d3634da959:44637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-581327644/flush-table-proc/acquired' 2024-11-27T03:19:12,570 DEBUG [RS:0;66d3634da959:44637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:19:12,570 DEBUG [RS:0;66d3634da959:44637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:19:12,570 DEBUG [RS:0;66d3634da959:44637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,44637,1732677550228 2024-11-27T03:19:12,570 DEBUG [RS:0;66d3634da959:44637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,44637,1732677550228' 2024-11-27T03:19:12,570 DEBUG [RS:0;66d3634da959:44637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-581327644/online-snapshot/abort' 2024-11-27T03:19:12,571 DEBUG [RS:0;66d3634da959:44637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-581327644/online-snapshot/acquired' 2024-11-27T03:19:12,571 DEBUG [RS:0;66d3634da959:44637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:19:12,571 INFO [RS:0;66d3634da959:44637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:19:12,571 INFO [RS:0;66d3634da959:44637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:19:12,672 INFO [RS:0;66d3634da959:44637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:19:12,673 INFO [RS:0;66d3634da959:44637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C44637%2C1732677550228, suffix=, logDir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/WALs/66d3634da959,44637,1732677550228, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/oldWALs, maxLogs=10 2024-11-27T03:19:12,688 DEBUG [RS:0;66d3634da959:44637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/WALs/66d3634da959,44637,1732677550228/66d3634da959%2C44637%2C1732677550228.1732677552673, exclude list is [], retry=0 2024-11-27T03:19:12,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-c80c746b-4252-4b42-ae27-5ec631f603ca,DISK] 2024-11-27T03:19:12,694 INFO [RS:0;66d3634da959:44637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/WALs/66d3634da959,44637,1732677550228/66d3634da959%2C44637%2C1732677550228.1732677552673 2024-11-27T03:19:12,694 DEBUG [RS:0;66d3634da959:44637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44573:44573)] 2024-11-27T03:19:12,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:19:12,759 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386 2024-11-27T03:19:12,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:19:12,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:19:13,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:13,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:19:13,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:19:13,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:13,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:13,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:19:13,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:19:13,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:13,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:13,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:19:13,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:19:13,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:13,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:13,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:19:13,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:19:13,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:13,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:13,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:19:13,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740 2024-11-27T03:19:13,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740 2024-11-27T03:19:13,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:19:13,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:19:13,176 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:19:13,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:19:13,179 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:19:13,179 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60853899, jitterRate=-0.0932062417268753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:19:13,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677553165Initializing all the Stores at 1732677553166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677553166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677553166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677553166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677553166Cleaning up temporary data from old regions at 1732677553175 (+9 ms)Region opened successfully at 1732677553179 (+4 ms) 2024-11-27T03:19:13,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:19:13,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:19:13,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:19:13,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:19:13,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:19:13,180 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:19:13,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677553179Disabling compacts and flushes for region at 1732677553179Disabling writes for close at 1732677553179Writing region close event to WAL at 1732677553180 (+1 ms)Closed at 1732677553180 2024-11-27T03:19:13,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:19:13,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:19:13,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:19:13,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:19:13,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:19:13,334 DEBUG [66d3634da959:38149 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:19:13,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,44637,1732677550228 2024-11-27T03:19:13,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,44637,1732677550228, state=OPENING 2024-11-27T03:19:13,342 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:19:13,352 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:13,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:19:13,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:19:13,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-581327644/meta-region-server: CHANGED 2024-11-27T03:19:13,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-581327644/meta-region-server: CHANGED 2024-11-27T03:19:13,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,44637,1732677550228}] 2024-11-27T03:19:13,505 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:19:13,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:19:13,511 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:19:13,511 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:19:13,511 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:19:13,512 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C44637%2C1732677550228.meta, suffix=.meta, logDir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/WALs/66d3634da959,44637,1732677550228, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/oldWALs, maxLogs=10 2024-11-27T03:19:13,525 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/WALs/66d3634da959,44637,1732677550228/66d3634da959%2C44637%2C1732677550228.meta.1732677553513.meta, exclude list is [], retry=0 2024-11-27T03:19:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-c80c746b-4252-4b42-ae27-5ec631f603ca,DISK] 2024-11-27T03:19:13,558 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/WALs/66d3634da959,44637,1732677550228/66d3634da959%2C44637%2C1732677550228.meta.1732677553513.meta 2024-11-27T03:19:13,558 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44573:44573)] 2024-11-27T03:19:13,558 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:19:13,559 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:19:13,559 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:19:13,559 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:19:13,559 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:19:13,559 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:19:13,559 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:13,559 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:19:13,559 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:19:13,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:19:13,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:19:13,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:13,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:13,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:19:13,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:19:13,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:13,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:13,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:19:13,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:19:13,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:13,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:13,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:19:13,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:19:13,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:13,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:19:13,565 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:19:13,566 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740 2024-11-27T03:19:13,566 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740 2024-11-27T03:19:13,567 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:19:13,567 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:19:13,568 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:19:13,569 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:19:13,570 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68879368, jitterRate=0.02638256549835205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:19:13,570 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:19:13,570 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677553559Writing region info on filesystem at 1732677553559Initializing all the Stores at 1732677553560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677553560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677553560Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677553560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677553560Cleaning up temporary data from old regions at 1732677553567 (+7 ms)Running coprocessor post-open hooks at 1732677553570 (+3 ms)Region opened successfully at 1732677553570 2024-11-27T03:19:13,571 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677553505 2024-11-27T03:19:13,573 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:19:13,573 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:19:13,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,44637,1732677550228 2024-11-27T03:19:13,574 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,44637,1732677550228, state=OPEN 2024-11-27T03:19:13,644 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-581327644/meta-region-server 2024-11-27T03:19:13,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-581327644/meta-region-server 2024-11-27T03:19:13,644 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,44637,1732677550228 2024-11-27T03:19:13,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-581327644/meta-region-server: CHANGED 2024-11-27T03:19:13,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-581327644/meta-region-server: CHANGED 2024-11-27T03:19:13,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:19:13,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,44637,1732677550228 in 291 msec 2024-11-27T03:19:13,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:19:13,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-27T03:19:13,650 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:19:13,650 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:19:13,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:19:13,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44637,1732677550228, seqNum=-1] 2024-11-27T03:19:13,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:19:13,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:19:13,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-27T03:19:13,657 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677553657, completionTime=-1 2024-11-27T03:19:13,657 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:19:13,658 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:19:13,659 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:19:13,659 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677613659 2024-11-27T03:19:13,659 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677673659 2024-11-27T03:19:13,659 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:19:13,659 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38149,1732677550104-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:13,660 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38149,1732677550104-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:13,660 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38149,1732677550104-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:13,660 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:38149, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:13,660 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:13,660 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:13,662 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:19:13,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.352sec 2024-11-27T03:19:13,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:19:13,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:19:13,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:19:13,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:19:13,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:19:13,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38149,1732677550104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:19:13,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38149,1732677550104-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:19:13,666 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:19:13,666 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:19:13,666 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38149,1732677550104-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:19:13,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d29b169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:13,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38149,-1 for getting cluster id 2024-11-27T03:19:13,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:19:13,670 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e1d739-92ba-43d2-aec3-fdda91e6de75' 2024-11-27T03:19:13,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:19:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e1d739-92ba-43d2-aec3-fdda91e6de75" 2024-11-27T03:19:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ba480e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38149,-1] 2024-11-27T03:19:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:19:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:13,672 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:19:13,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d2badb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:13,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:19:13,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44637,1732677550228, seqNum=-1] 2024-11-27T03:19:13,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:19:13,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:19:13,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,38149,1732677550104 2024-11-27T03:19:13,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56003 2024-11-27T03:19:13,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:19:13,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a4d1c6b0005 connected 2024-11-27T03:19:13,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:19:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38563,1732677544440 2024-11-27T03:19:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28498f62 2024-11-27T03:19:13,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:19:13,783 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:19:13,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:19:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:19:13,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:19:13,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:13,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:19:13,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:19:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:13,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:19:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:14,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:19:14,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T03:19:14,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:19:14,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T03:19:14,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:19:14,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T03:19:14,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:19:14,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T03:19:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:14,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe104e6c96366a0ac0879adbc5ae456d, NAME => 'test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8 2024-11-27T03:19:14,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:19:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:14,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:14,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fe104e6c96366a0ac0879adbc5ae456d, disabling compactions & flushes 2024-11-27T03:19:14,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:19:14,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:19:14,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. after waiting 0 ms 2024-11-27T03:19:14,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:19:14,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:19:14,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe104e6c96366a0ac0879adbc5ae456d: Waiting for close lock at 1732677554609Disabling compacts and flushes for region at 1732677554609Disabling writes for close at 1732677554609Writing region close event to WAL at 1732677554609Closed at 1732677554609 2024-11-27T03:19:14,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:19:14,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677554611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677554611"}]},"ts":"1732677554611"} 2024-11-27T03:19:14,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:19:14,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:19:14,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677554614"}]},"ts":"1732677554614"} 2024-11-27T03:19:14,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:19:14,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe104e6c96366a0ac0879adbc5ae456d, ASSIGN}] 2024-11-27T03:19:14,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fe104e6c96366a0ac0879adbc5ae456d, ASSIGN 2024-11-27T03:19:14,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fe104e6c96366a0ac0879adbc5ae456d, ASSIGN; state=OFFLINE, location=66d3634da959,38059,1732677544698; forceNewPlan=false, retain=false 2024-11-27T03:19:14,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe104e6c96366a0ac0879adbc5ae456d, regionState=OPENING, regionLocation=66d3634da959,38059,1732677544698 2024-11-27T03:19:14,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fe104e6c96366a0ac0879adbc5ae456d, ASSIGN because future has completed 2024-11-27T03:19:14,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe104e6c96366a0ac0879adbc5ae456d, server=66d3634da959,38059,1732677544698}] 2024-11-27T03:19:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:14,928 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:19:14,928 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fe104e6c96366a0ac0879adbc5ae456d, NAME => 'test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:19:14,928 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:19:14,929 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:19:14,929 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,929 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:14,929 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,929 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,930 INFO [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,932 INFO [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe104e6c96366a0ac0879adbc5ae456d columnFamilyName f 2024-11-27T03:19:14,932 DEBUG [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:14,932 INFO [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] regionserver.HStore(327): Store=fe104e6c96366a0ac0879adbc5ae456d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:14,932 INFO [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,933 INFO [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe104e6c96366a0ac0879adbc5ae456d columnFamilyName f1 2024-11-27T03:19:14,933 DEBUG [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:14,934 INFO [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] regionserver.HStore(327): Store=fe104e6c96366a0ac0879adbc5ae456d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:14,934 INFO [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,935 INFO [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe104e6c96366a0ac0879adbc5ae456d columnFamilyName norep 2024-11-27T03:19:14,935 DEBUG [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:14,936 INFO [StoreOpener-fe104e6c96366a0ac0879adbc5ae456d-1 {}] regionserver.HStore(327): Store=fe104e6c96366a0ac0879adbc5ae456d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:14,936 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,937 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,937 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,938 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,938 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,938 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:19:14,940 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,941 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:19:14,942 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fe104e6c96366a0ac0879adbc5ae456d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65001040, jitterRate=-0.03140902519226074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:19:14,942 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:19:14,943 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fe104e6c96366a0ac0879adbc5ae456d: Running coprocessor pre-open hook at 1732677554929Writing region info on filesystem at 1732677554929Initializing all the Stores at 1732677554930 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677554930Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677554930Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677554930Cleaning up temporary data from old regions at 1732677554938 (+8 ms)Running coprocessor post-open hooks at 1732677554942 (+4 ms)Region opened successfully at 1732677554943 (+1 ms) 2024-11-27T03:19:14,945 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., pid=6, masterSystemTime=1732677554924 2024-11-27T03:19:14,947 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:19:14,947 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:19:14,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe104e6c96366a0ac0879adbc5ae456d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,38059,1732677544698 2024-11-27T03:19:14,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe104e6c96366a0ac0879adbc5ae456d, server=66d3634da959,38059,1732677544698 because future has completed 2024-11-27T03:19:14,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:19:14,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fe104e6c96366a0ac0879adbc5ae456d, server=66d3634da959,38059,1732677544698 in 180 msec 2024-11-27T03:19:14,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:19:14,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fe104e6c96366a0ac0879adbc5ae456d, ASSIGN in 338 msec 2024-11-27T03:19:14,957 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:19:14,957 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677554957"}]},"ts":"1732677554957"} 2024-11-27T03:19:14,959 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:19:14,961 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:19:14,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-27T03:19:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:15,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:19:15,939 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:19:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38149,1732677550104 2024-11-27T03:19:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227f0412 2024-11-27T03:19:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:19:15,941 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:19:15,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:19:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:19:15,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:19:15,944 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:15,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:19:15,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:19:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:15,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:19:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:16,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93abfc1470dd18e35bb741ae59348202, NAME => 'test,,1732677555941.93abfc1470dd18e35bb741ae59348202.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386 2024-11-27T03:19:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:19:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677555941.93abfc1470dd18e35bb741ae59348202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 93abfc1470dd18e35bb741ae59348202, disabling compactions & flushes 2024-11-27T03:19:16,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:19:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:19:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677555941.93abfc1470dd18e35bb741ae59348202. after waiting 0 ms 2024-11-27T03:19:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:19:16,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:19:16,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93abfc1470dd18e35bb741ae59348202: Waiting for close lock at 1732677556760Disabling compacts and flushes for region at 1732677556760Disabling writes for close at 1732677556760Writing region close event to WAL at 1732677556760Closed at 1732677556760 2024-11-27T03:19:16,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:19:16,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677555941.93abfc1470dd18e35bb741ae59348202.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677556761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677556761"}]},"ts":"1732677556761"} 2024-11-27T03:19:16,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:19:16,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:19:16,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677556765"}]},"ts":"1732677556765"} 2024-11-27T03:19:16,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:19:16,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93abfc1470dd18e35bb741ae59348202, ASSIGN}] 2024-11-27T03:19:16,768 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93abfc1470dd18e35bb741ae59348202, ASSIGN 2024-11-27T03:19:16,769 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=93abfc1470dd18e35bb741ae59348202, ASSIGN; state=OFFLINE, location=66d3634da959,44637,1732677550228; forceNewPlan=false, retain=false 2024-11-27T03:19:16,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93abfc1470dd18e35bb741ae59348202, regionState=OPENING, regionLocation=66d3634da959,44637,1732677550228 2024-11-27T03:19:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=93abfc1470dd18e35bb741ae59348202, ASSIGN because future has completed 2024-11-27T03:19:16,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93abfc1470dd18e35bb741ae59348202, server=66d3634da959,44637,1732677550228}] 2024-11-27T03:19:17,079 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:19:17,079 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 93abfc1470dd18e35bb741ae59348202, NAME => 'test,,1732677555941.93abfc1470dd18e35bb741ae59348202.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:19:17,080 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:19:17,080 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:19:17,080 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,080 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677555941.93abfc1470dd18e35bb741ae59348202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:17,080 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,080 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,082 INFO [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,083 INFO [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93abfc1470dd18e35bb741ae59348202 columnFamilyName f 2024-11-27T03:19:17,083 DEBUG [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:17,084 INFO [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] regionserver.HStore(327): Store=93abfc1470dd18e35bb741ae59348202/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:17,084 INFO [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,085 INFO [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93abfc1470dd18e35bb741ae59348202 columnFamilyName f1 2024-11-27T03:19:17,085 DEBUG [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:17,085 INFO [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] regionserver.HStore(327): Store=93abfc1470dd18e35bb741ae59348202/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:17,085 INFO [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,087 INFO [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93abfc1470dd18e35bb741ae59348202 columnFamilyName norep 2024-11-27T03:19:17,087 DEBUG [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:17,087 INFO [StoreOpener-93abfc1470dd18e35bb741ae59348202-1 {}] regionserver.HStore(327): Store=93abfc1470dd18e35bb741ae59348202/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:17,087 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:17,088 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,089 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,089 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,090 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,090 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:19:17,091 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,094 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:19:17,095 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 93abfc1470dd18e35bb741ae59348202; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69863498, jitterRate=0.041047245264053345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:19:17,095 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:19:17,095 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 93abfc1470dd18e35bb741ae59348202: Running coprocessor pre-open hook at 1732677557080Writing region info on filesystem at 1732677557080Initializing all the Stores at 1732677557081 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677557081Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677557082 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677557082Cleaning up temporary data from old regions at 1732677557090 (+8 ms)Running coprocessor post-open hooks at 1732677557095 (+5 ms)Region opened successfully at 1732677557095 2024-11-27T03:19:17,096 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677555941.93abfc1470dd18e35bb741ae59348202., pid=6, masterSystemTime=1732677557075 2024-11-27T03:19:17,098 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:19:17,099 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:19:17,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93abfc1470dd18e35bb741ae59348202, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,44637,1732677550228 2024-11-27T03:19:17,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93abfc1470dd18e35bb741ae59348202, server=66d3634da959,44637,1732677550228 because future has completed 2024-11-27T03:19:17,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:19:17,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93abfc1470dd18e35bb741ae59348202, server=66d3634da959,44637,1732677550228 in 181 msec 2024-11-27T03:19:17,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:19:17,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=93abfc1470dd18e35bb741ae59348202, ASSIGN in 340 msec 2024-11-27T03:19:17,112 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:19:17,112 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677557112"}]},"ts":"1732677557112"} 2024-11-27T03:19:17,115 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:19:17,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:19:17,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-27T03:19:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:19:18,099 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:19:18,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271ec18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38563,-1 for getting cluster id 2024-11-27T03:19:18,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:19:18,101 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48588f57-d635-4066-8920-30f16e78e7d9' 2024-11-27T03:19:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:19:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48588f57-d635-4066-8920-30f16e78e7d9" 2024-11-27T03:19:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3272641c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38563,-1] 2024-11-27T03:19:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:19:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:18,103 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:19:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108b7630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3695d299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38149,-1 for getting cluster id 2024-11-27T03:19:18,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:19:18,106 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e1d739-92ba-43d2-aec3-fdda91e6de75' 2024-11-27T03:19:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:19:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e1d739-92ba-43d2-aec3-fdda91e6de75" 2024-11-27T03:19:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b4b653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38149,-1] 2024-11-27T03:19:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:19:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:18,108 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:19:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3e5436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32336795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38563,-1 for getting cluster id 2024-11-27T03:19:18,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:19:18,110 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48588f57-d635-4066-8920-30f16e78e7d9' 2024-11-27T03:19:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:19:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48588f57-d635-4066-8920-30f16e78e7d9" 2024-11-27T03:19:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cac4edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38563,-1] 2024-11-27T03:19:18,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:19:18,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:18,113 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:19:18,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abf8e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:19:18,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38563,1732677544440 2024-11-27T03:19:18,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11acb06e 2024-11-27T03:19:18,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:19:18,118 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:19:18,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:38149,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:19:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:19:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:19:18,121 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:38149' 2024-11-27T03:19:18,122 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bd0753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,122 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38149,-1 for getting cluster id 2024-11-27T03:19:18,122 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:19:18,123 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e1d739-92ba-43d2-aec3-fdda91e6de75' 2024-11-27T03:19:18,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:19:18,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e1d739-92ba-43d2-aec3-fdda91e6de75" 2024-11-27T03:19:18,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bc0a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38149,-1] 2024-11-27T03:19:18,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:19:18,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:18,125 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:19:18,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405b6c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:18,125 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:19:18,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38149,1732677550104 2024-11-27T03:19:18,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52919852 2024-11-27T03:19:18,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:19:18,127 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:19:18,128 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T03:19:18,128 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:19:18,128 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:18,128 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:18,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:19:18,129 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:19:18,130 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:19:18,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:19:18,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:18,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:19:18,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:19:18,180 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:19:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:19:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:19:18,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T03:19:18,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 645629358cf17debb7256b64525d6d3d, NAME => 'hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8 2024-11-27T03:19:18,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:19:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:19:18,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:18,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 645629358cf17debb7256b64525d6d3d, disabling compactions & flushes 2024-11-27T03:19:18,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:19:18,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:19:18,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. after waiting 0 ms 2024-11-27T03:19:18,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:19:18,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:19:18,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 645629358cf17debb7256b64525d6d3d: Waiting for close lock at 1732677558947Disabling compacts and flushes for region at 1732677558947Disabling writes for close at 1732677558947Writing region close event to WAL at 1732677558947Closed at 1732677558947 2024-11-27T03:19:18,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:19:18,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677558948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677558948"}]},"ts":"1732677558948"} 2024-11-27T03:19:18,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:19:18,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:19:18,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677558952"}]},"ts":"1732677558952"} 2024-11-27T03:19:18,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:19:18,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=645629358cf17debb7256b64525d6d3d, ASSIGN}] 2024-11-27T03:19:18,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=645629358cf17debb7256b64525d6d3d, ASSIGN 2024-11-27T03:19:18,956 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=645629358cf17debb7256b64525d6d3d, ASSIGN; state=OFFLINE, location=66d3634da959,38059,1732677544698; forceNewPlan=false, retain=false 2024-11-27T03:19:19,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:19:19,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:19,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:19,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:19,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=645629358cf17debb7256b64525d6d3d, regionState=OPENING, regionLocation=66d3634da959,38059,1732677544698 2024-11-27T03:19:19,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=645629358cf17debb7256b64525d6d3d, ASSIGN because future has completed 2024-11-27T03:19:19,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 645629358cf17debb7256b64525d6d3d, server=66d3634da959,38059,1732677544698}] 2024-11-27T03:19:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:19:19,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:19:19,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:19:19,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:19:19,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C38059%2C1732677544698.rep, suffix=, logDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698, archiveDir=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/oldWALs, maxLogs=10 2024-11-27T03:19:19,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.rep.1732677559268, exclude list is [], retry=0 2024-11-27T03:19:19,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44297,DS-2114b969-9ade-4ec0-90bb-b2d18b29af04,DISK] 2024-11-27T03:19:19,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.rep.1732677559268 2024-11-27T03:19:19,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281)] 2024-11-27T03:19:19,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 645629358cf17debb7256b64525d6d3d, NAME => 'hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:19:19,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:19:19,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:19:19,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. service=MultiRowMutationService 2024-11-27T03:19:19,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:19:19,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:19:19,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,287 INFO [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,288 INFO [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 645629358cf17debb7256b64525d6d3d columnFamilyName hfileref 2024-11-27T03:19:19,288 DEBUG [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:19,289 INFO [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] regionserver.HStore(327): Store=645629358cf17debb7256b64525d6d3d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:19,289 INFO [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,290 INFO [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 645629358cf17debb7256b64525d6d3d columnFamilyName queue 2024-11-27T03:19:19,290 DEBUG [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:19,290 INFO [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] regionserver.HStore(327): Store=645629358cf17debb7256b64525d6d3d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:19,290 INFO [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,291 INFO [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 645629358cf17debb7256b64525d6d3d columnFamilyName sid 2024-11-27T03:19:19,291 DEBUG [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:19:19,292 INFO [StoreOpener-645629358cf17debb7256b64525d6d3d-1 {}] regionserver.HStore(327): Store=645629358cf17debb7256b64525d6d3d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:19:19,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:19:19,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:19:19,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 645629358cf17debb7256b64525d6d3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65604522, jitterRate=-0.02241644263267517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:19:19,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 645629358cf17debb7256b64525d6d3d 2024-11-27T03:19:19,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 645629358cf17debb7256b64525d6d3d: Running coprocessor pre-open hook at 1732677559285Writing region info on filesystem at 1732677559285Initializing all the Stores at 1732677559286 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677559286Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677559287 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677559287Cleaning up temporary data from old regions at 1732677559294 (+7 ms)Running coprocessor post-open hooks at 1732677559297 (+3 ms)Region opened successfully at 1732677559298 (+1 ms) 2024-11-27T03:19:19,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d., pid=10, masterSystemTime=1732677559262 2024-11-27T03:19:19,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:19:19,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:19:19,301 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=645629358cf17debb7256b64525d6d3d, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,38059,1732677544698 2024-11-27T03:19:19,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 645629358cf17debb7256b64525d6d3d, server=66d3634da959,38059,1732677544698 because future has completed 2024-11-27T03:19:19,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:19:19,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 645629358cf17debb7256b64525d6d3d, server=66d3634da959,38059,1732677544698 in 195 msec 2024-11-27T03:19:19,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:19:19,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=645629358cf17debb7256b64525d6d3d, ASSIGN in 352 msec 2024-11-27T03:19:19,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:19:19,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677559309"}]},"ts":"1732677559309"} 2024-11-27T03:19:19,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:19:19,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:19:19,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-27T03:19:19,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d., hostname=66d3634da959,38059,1732677544698, seqNum=2] 2024-11-27T03:19:19,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:19,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:19:19,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:19:19,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:19:19,546 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:19:19,573 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,38059,1732677544698, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:19:19,573 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:19:19,573 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38059,1732677544698, seqNum=-1] 2024-11-27T03:19:19,574 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:19:19,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-27T03:19:19,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,38059,1732677544698', locateType=CURRENT is [region=hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d., hostname=66d3634da959,38059,1732677544698, seqNum=2] 2024-11-27T03:19:19,591 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:19:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:19:19,594 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,38059,1732677544698 suceeded 2024-11-27T03:19:19,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:19:19,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-27T03:19:19,596 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:38149,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-27T03:19:19,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4790 sec 2024-11-27T03:19:19,610 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:38149' 2024-11-27T03:19:19,612 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ef96456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:19,612 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38149,-1 for getting cluster id 2024-11-27T03:19:19,612 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:19:19,613 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e1d739-92ba-43d2-aec3-fdda91e6de75' 2024-11-27T03:19:19,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:19:19,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e1d739-92ba-43d2-aec3-fdda91e6de75" 2024-11-27T03:19:19,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3503d170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:19,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38149,-1] 2024-11-27T03:19:19,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:19:19,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:19,615 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:19:19,616 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bfca064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:19,616 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:19:19,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38149,1732677550104 2024-11-27T03:19:19,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20030e5d 2024-11-27T03:19:19,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:19:19,618 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-27T03:19:19,619 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,38059,1732677544698 (queues=1) is replicating from cluster=48588f57-d635-4066-8920-30f16e78e7d9 to cluster=54e1d739-92ba-43d2-aec3-fdda91e6de75 2024-11-27T03:19:19,619 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C38059%2C1732677544698 2024-11-27T03:19:19,619 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,38059,1732677544698, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:19:19,619 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950, startPosition=0, beingWritten=true 2024-11-27T03:19:19,620 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.shipper66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C38059%2C1732677544698 2024-11-27T03:19:19,629 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:19:19,629 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 379, reset compression=false 2024-11-27T03:19:19,629 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.shipper66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38059,1732677544698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:19:19,835 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 379, reset compression=false 2024-11-27T03:19:20,139 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 379, reset compression=false 2024-11-27T03:19:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:19:20,279 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:19:20,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:19:20,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:19:20,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:20,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:20,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:19:20,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:20,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732677560285/Put/seqid=0 2024-11-27T03:19:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741840_1016 (size=7894) 2024-11-27T03:19:20,544 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 379, reset compression=false 2024-11-27T03:19:20,695 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f/f/hfile_1 is 34, key is ddd/f:row/1732677560693/Put/seqid=0 2024-11-27T03:19:20,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741841_1017 (size=7691) 2024-11-27T03:19:21,049 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 379, reset compression=false 2024-11-27T03:19:21,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584faa19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:21,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38563,-1 for getting cluster id 2024-11-27T03:19:21,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:19:21,108 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48588f57-d635-4066-8920-30f16e78e7d9' 2024-11-27T03:19:21,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:19:21,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48588f57-d635-4066-8920-30f16e78e7d9" 2024-11-27T03:19:21,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a881d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:21,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38563,-1] 2024-11-27T03:19:21,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:19:21,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:21,110 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:19:21,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47195d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:21,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:19:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38059,1732677544698, seqNum=-1] 2024-11-27T03:19:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:19:21,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:19:21,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:19:21,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38563,1732677544440 2024-11-27T03:19:21,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b9e5460 2024-11-27T03:19:21,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:19:21,126 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:19:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2] 2024-11-27T03:19:21,139 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:19:21,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T03:19:21,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T03:19:21,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f/f/hfile_0 for inclusion in fe104e6c96366a0ac0879adbc5ae456d/f 2024-11-27T03:19:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T03:19:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:19:21,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f/f/hfile_1 for inclusion in fe104e6c96366a0ac0879adbc5ae456d/f 2024-11-27T03:19:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T03:19:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:19:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegion(2603): Flush status journal for fe104e6c96366a0ac0879adbc5ae456d: 2024-11-27T03:19:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f/f/hfile_0 to hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__ja7opvu0j25fhpi8j980a66snmke790vvce0drfdut0m1vtbd96kekktkkjeocl1/f/hfile_0 2024-11-27T03:19:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__ja7opvu0j25fhpi8j980a66snmke790vvce0drfdut0m1vtbd96kekktkkjeocl1/f/hfile_0 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f/f46f9a385ec94c1bad4d774666a59131_SeqId_4_ 2024-11-27T03:19:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f/f/hfile_1 to hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__ja7opvu0j25fhpi8j980a66snmke790vvce0drfdut0m1vtbd96kekktkkjeocl1/f/hfile_1 2024-11-27T03:19:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__ja7opvu0j25fhpi8j980a66snmke790vvce0drfdut0m1vtbd96kekktkkjeocl1/f/hfile_1 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f/b8e03f350e7e42a0bd071982d2718e46_SeqId_4_ 2024-11-27T03:19:21,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__ja7opvu0j25fhpi8j980a66snmke790vvce0drfdut0m1vtbd96kekktkkjeocl1/f/hfile_0 into fe104e6c96366a0ac0879adbc5ae456d/f as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f/f46f9a385ec94c1bad4d774666a59131_SeqId_4_ - updating store file list. 2024-11-27T03:19:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f46f9a385ec94c1bad4d774666a59131_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:19:21,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f/f46f9a385ec94c1bad4d774666a59131_SeqId_4_ into fe104e6c96366a0ac0879adbc5ae456d/f 2024-11-27T03:19:21,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__ja7opvu0j25fhpi8j980a66snmke790vvce0drfdut0m1vtbd96kekktkkjeocl1/f/hfile_0 into fe104e6c96366a0ac0879adbc5ae456d/f (new location: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f/f46f9a385ec94c1bad4d774666a59131_SeqId_4_) 2024-11-27T03:19:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__ja7opvu0j25fhpi8j980a66snmke790vvce0drfdut0m1vtbd96kekktkkjeocl1/f/hfile_0 2024-11-27T03:19:21,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__ja7opvu0j25fhpi8j980a66snmke790vvce0drfdut0m1vtbd96kekktkkjeocl1/f/hfile_1 into fe104e6c96366a0ac0879adbc5ae456d/f as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f/b8e03f350e7e42a0bd071982d2718e46_SeqId_4_ - updating store file list. 2024-11-27T03:19:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8e03f350e7e42a0bd071982d2718e46_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:19:21,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f/b8e03f350e7e42a0bd071982d2718e46_SeqId_4_ into fe104e6c96366a0ac0879adbc5ae456d/f 2024-11-27T03:19:21,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__ja7opvu0j25fhpi8j980a66snmke790vvce0drfdut0m1vtbd96kekktkkjeocl1/f/hfile_1 into fe104e6c96366a0ac0879adbc5ae456d/f (new location: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f/b8e03f350e7e42a0bd071982d2718e46_SeqId_4_) 2024-11-27T03:19:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__ja7opvu0j25fhpi8j980a66snmke790vvce0drfdut0m1vtbd96kekktkkjeocl1/f/hfile_1 2024-11-27T03:19:21,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:19:21,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:19:21,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:21,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:21,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:19:21,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:19:21,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2 , the old value is region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=66d3634da959:38059 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:19:21,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:19:21,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44637,1732677550228, seqNum=-1] 2024-11-27T03:19:21,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2 from cache 2024-11-27T03:19:21,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:19:21,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:19:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55472 deadline: 1732677621220 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55472 2024-11-27T03:19:21,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677555941.93abfc1470dd18e35bb741ae59348202., hostname=66d3634da959,44637,1732677550228, seqNum=2] 2024-11-27T03:19:21,227 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T03:19:21,329 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:38059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T03:19:21,653 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 379, reset compression=false 2024-11-27T03:19:21,659 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:19:21,659 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.shipper66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38059,1732677544698 got entry batch from reader: WALEntryBatch [walEntries=[{test/fe104e6c96366a0ac0879adbc5ae456d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732677561215/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T03:19:21,678 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.shipper66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:19:21,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-27T03:19:21,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.ReplicationSink(318): Replicating [48588f57-d635-4066-8920-30f16e78e7d9] bulk loaded data 2024-11-27T03:19:21,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ef0446e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:21,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38149,-1 for getting cluster id 2024-11-27T03:19:21,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:19:21,686 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e1d739-92ba-43d2-aec3-fdda91e6de75' 2024-11-27T03:19:21,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:19:21,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e1d739-92ba-43d2-aec3-fdda91e6de75" 2024-11-27T03:19:21,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16a5f80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:21,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38149,-1] 2024-11-27T03:19:21,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:19:21,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:21,688 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:19:21,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6325941d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:21,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741837_1013 (size=7894) 2024-11-27T03:19:21,860 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 687, reset compression=false 2024-11-27T03:19:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741838_1014 (size=7691) 2024-11-27T03:19:22,164 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 687, reset compression=false 2024-11-27T03:19:22,229 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T03:19:22,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:19:22,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38149,1732677550104 2024-11-27T03:19:22,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@649e5957 2024-11-27T03:19:22,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:19:22,534 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-27T03:19:22,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:19:22,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:19:22,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44637,1732677550228, seqNum=-1] 2024-11-27T03:19:22,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:19:22,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-27T03:19:22,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/b8e03f350e7e42a0bd071982d2718e46_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T03:19:22,549 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/f46f9a385ec94c1bad4d774666a59131_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T03:19:22,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/b8e03f350e7e42a0bd071982d2718e46_SeqId_4_ for inclusion in 93abfc1470dd18e35bb741ae59348202/f 2024-11-27T03:19:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T03:19:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:19:22,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/f46f9a385ec94c1bad4d774666a59131_SeqId_4_ for inclusion in 93abfc1470dd18e35bb741ae59348202/f 2024-11-27T03:19:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T03:19:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:19:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HRegion(2603): Flush status journal for 93abfc1470dd18e35bb741ae59348202: 2024-11-27T03:19:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b8e03f350e7e42a0bd071982d2718e46_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:19:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/b8e03f350e7e42a0bd071982d2718e46_SeqId_4_ as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202/f/c27359f9c08f405182bb6c3ced4db3a6_SeqId_4_ 2024-11-27T03:19:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f46f9a385ec94c1bad4d774666a59131_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:19:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/f46f9a385ec94c1bad4d774666a59131_SeqId_4_ as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202/f/53aa1cace1b945878eecfc2ca2f115e2_SeqId_4_ 2024-11-27T03:19:22,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/b8e03f350e7e42a0bd071982d2718e46_SeqId_4_ into 93abfc1470dd18e35bb741ae59348202/f as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202/f/c27359f9c08f405182bb6c3ced4db3a6_SeqId_4_ - updating store file list. 2024-11-27T03:19:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c27359f9c08f405182bb6c3ced4db3a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:19:22,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202/f/c27359f9c08f405182bb6c3ced4db3a6_SeqId_4_ into 93abfc1470dd18e35bb741ae59348202/f 2024-11-27T03:19:22,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/b8e03f350e7e42a0bd071982d2718e46_SeqId_4_ into 93abfc1470dd18e35bb741ae59348202/f (new location: hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202/f/c27359f9c08f405182bb6c3ced4db3a6_SeqId_4_) 2024-11-27T03:19:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/b8e03f350e7e42a0bd071982d2718e46_SeqId_4_ 2024-11-27T03:19:22,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/f46f9a385ec94c1bad4d774666a59131_SeqId_4_ into 93abfc1470dd18e35bb741ae59348202/f as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202/f/53aa1cace1b945878eecfc2ca2f115e2_SeqId_4_ - updating store file list. 2024-11-27T03:19:22,568 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 687, reset compression=false 2024-11-27T03:19:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53aa1cace1b945878eecfc2ca2f115e2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:19:22,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202/f/53aa1cace1b945878eecfc2ca2f115e2_SeqId_4_ into 93abfc1470dd18e35bb741ae59348202/f 2024-11-27T03:19:22,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/f46f9a385ec94c1bad4d774666a59131_SeqId_4_ into 93abfc1470dd18e35bb741ae59348202/f (new location: hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202/f/53aa1cace1b945878eecfc2ca2f115e2_SeqId_4_) 2024-11-27T03:19:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/staging/jenkins.hfs.6__test__5qaimi3eso8nig49dv1rkskb4dp2sv9lf8b3j7n0ckbuhun442f0m31c5rsus9nf/f/f46f9a385ec94c1bad4d774666a59131_SeqId_4_ 2024-11-27T03:19:22,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] regionserver.ReplicationSink(324): Finished replicating [48588f57-d635-4066-8920-30f16e78e7d9] bulk loaded data 2024-11-27T03:19:23,072 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 687, reset compression=false 2024-11-27T03:19:23,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:19:23,251 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732677563250/Put/seqid=0 2024-11-27T03:19:23,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741842_1018 (size=7997) 2024-11-27T03:19:23,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732677563658/Put/seqid=0 2024-11-27T03:19:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741843_1019 (size=7794) 2024-11-27T03:19:23,676 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 687, reset compression=false 2024-11-27T03:19:24,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1421a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:24,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38563,-1 for getting cluster id 2024-11-27T03:19:24,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:19:24,066 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48588f57-d635-4066-8920-30f16e78e7d9' 2024-11-27T03:19:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:19:24,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:19:24,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T03:19:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48588f57-d635-4066-8920-30f16e78e7d9" 2024-11-27T03:19:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682918c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38563,-1] 2024-11-27T03:19:24,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T03:19:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:19:24,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T03:19:24,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:24,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:19:24,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T03:19:24,068 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:19:24,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c620b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:19:24,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:19:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38059,1732677544698, seqNum=-1] 2024-11-27T03:19:24,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:19:24,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:19:24,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:19:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38563,1732677544440 2024-11-27T03:19:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3ed852 2024-11-27T03:19:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:19:24,080 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:19:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2] 2024-11-27T03:19:24,086 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:19:24,092 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T03:19:24,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T03:19:24,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f1/f1/hfile_1 for inclusion in fe104e6c96366a0ac0879adbc5ae456d/f1 2024-11-27T03:19:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T03:19:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:19:24,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f1/f1/hfile_0 for inclusion in fe104e6c96366a0ac0879adbc5ae456d/f1 2024-11-27T03:19:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T03:19:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:19:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegion(2603): Flush status journal for fe104e6c96366a0ac0879adbc5ae456d: 2024-11-27T03:19:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f1/f1/hfile_1 to hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__dq4kpp0893dsufkgm9fms2qbokqjnapnukfj2qj9ihju2u0ktcn8tac287k206r7/f1/hfile_1 2024-11-27T03:19:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__dq4kpp0893dsufkgm9fms2qbokqjnapnukfj2qj9ihju2u0ktcn8tac287k206r7/f1/hfile_1 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f1/bd952a94a0614adb81af5abf6bb18aaf_SeqId_6_ 2024-11-27T03:19:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/load_f1/f1/hfile_0 to hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__dq4kpp0893dsufkgm9fms2qbokqjnapnukfj2qj9ihju2u0ktcn8tac287k206r7/f1/hfile_0 2024-11-27T03:19:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__dq4kpp0893dsufkgm9fms2qbokqjnapnukfj2qj9ihju2u0ktcn8tac287k206r7/f1/hfile_0 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f1/592b4132be9d46458d92bddfe26c4cc4_SeqId_6_ 2024-11-27T03:19:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-27T03:19:24,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__dq4kpp0893dsufkgm9fms2qbokqjnapnukfj2qj9ihju2u0ktcn8tac287k206r7/f1/hfile_1 into fe104e6c96366a0ac0879adbc5ae456d/f1 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f1/bd952a94a0614adb81af5abf6bb18aaf_SeqId_6_ - updating store file list. 2024-11-27T03:19:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd952a94a0614adb81af5abf6bb18aaf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T03:19:24,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f1/bd952a94a0614adb81af5abf6bb18aaf_SeqId_6_ into fe104e6c96366a0ac0879adbc5ae456d/f1 2024-11-27T03:19:24,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__dq4kpp0893dsufkgm9fms2qbokqjnapnukfj2qj9ihju2u0ktcn8tac287k206r7/f1/hfile_1 into fe104e6c96366a0ac0879adbc5ae456d/f1 (new location: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f1/bd952a94a0614adb81af5abf6bb18aaf_SeqId_6_) 2024-11-27T03:19:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__dq4kpp0893dsufkgm9fms2qbokqjnapnukfj2qj9ihju2u0ktcn8tac287k206r7/f1/hfile_1 2024-11-27T03:19:24,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__dq4kpp0893dsufkgm9fms2qbokqjnapnukfj2qj9ihju2u0ktcn8tac287k206r7/f1/hfile_0 into fe104e6c96366a0ac0879adbc5ae456d/f1 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f1/592b4132be9d46458d92bddfe26c4cc4_SeqId_6_ - updating store file list. 2024-11-27T03:19:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 592b4132be9d46458d92bddfe26c4cc4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T03:19:24,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f1/592b4132be9d46458d92bddfe26c4cc4_SeqId_6_ into fe104e6c96366a0ac0879adbc5ae456d/f1 2024-11-27T03:19:24,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__dq4kpp0893dsufkgm9fms2qbokqjnapnukfj2qj9ihju2u0ktcn8tac287k206r7/f1/hfile_0 into fe104e6c96366a0ac0879adbc5ae456d/f1 (new location: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/f1/592b4132be9d46458d92bddfe26c4cc4_SeqId_6_) 2024-11-27T03:19:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/staging/jenkins__test__dq4kpp0893dsufkgm9fms2qbokqjnapnukfj2qj9ihju2u0ktcn8tac287k206r7/f1/hfile_0 2024-11-27T03:19:24,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:19:24,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:19:24,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:24,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:19:24,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:19:24,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:19:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2 , the old value is region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=66d3634da959:38059 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:19:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:19:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2 from cache 2024-11-27T03:19:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:56776 deadline: 1732677624140 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:56776 2024-11-27T03:19:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38059,1732677544698, seqNum=-1] 2024-11-27T03:19:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:19:24,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:19:24,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., hostname=66d3634da959,38059,1732677544698, seqNum=2] 2024-11-27T03:19:24,248 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:38059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T03:19:24,380 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 687, reset compression=false 2024-11-27T03:19:24,396 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:19:24,396 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:24,396 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.shipper66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38059,1732677544698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:19:24,600 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:24,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:19:24,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:24,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:24,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:19:24,904 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:25,308 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:25,812 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:26,416 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:27,120 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:27,924 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:28,828 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:29,833 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:30,936 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:32,141 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:33,444 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:34,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:19:34,848 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:36,353 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:37,957 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:39,661 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:40,089 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:19:41,465 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:43,369 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:44,399 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.shipper66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38059,1732677544698 got entry batch from reader: null 2024-11-27T03:19:45,373 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:47,477 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:48,040 INFO [master/66d3634da959:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T03:19:48,040 INFO [master/66d3634da959:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T03:19:49,681 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:51,985 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:53,668 INFO [master/66d3634da959:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T03:19:53,668 INFO [master/66d3634da959:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T03:19:54,389 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:56,894 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:59,501 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:19:59,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fe104e6c96366a0ac0879adbc5ae456d, had cached 0 bytes from a total of 31376 2024-11-27T03:20:02,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 93abfc1470dd18e35bb741ae59348202, had cached 0 bytes from a total of 15585 2024-11-27T03:20:02,205 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:20:04,399 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.shipper66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38059,1732677544698 got entry batch from reader: null 2024-11-27T03:20:04,416 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:20:05,012 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:20:07,917 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:20:10,089 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:20:10,921 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:20:14,025 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:20:17,229 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:20:20,533 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:20:23,937 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:20:24,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:20:24,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:24,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:24,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:24,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:24,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:24,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:20:24,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1706659417, stopped=false 2024-11-27T03:20:24,182 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,38149,1732677550104 2024-11-27T03:20:24,242 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-581327644/running 2024-11-27T03:20:24,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-581327644/running 2024-11-27T03:20:24,242 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:20:24,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:20:24,242 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:20:24,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:24,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:24,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:24,242 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,44637,1732677550228' ***** 2024-11-27T03:20:24,242 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:20:24,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Set watcher on znode that does not yet exist, /1-581327644/running 2024-11-27T03:20:24,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Set watcher on znode that does not yet exist, /1-581327644/running 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:20:24,243 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(3091): Received CLOSE for 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,44637,1732677550228 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:44637. 2024-11-27T03:20:24,243 DEBUG [RS:0;66d3634da959:44637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:24,243 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93abfc1470dd18e35bb741ae59348202, disabling compactions & flushes 2024-11-27T03:20:24,243 DEBUG [RS:0;66d3634da959:44637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:24,243 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:20:24,243 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:20:24,243 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677555941.93abfc1470dd18e35bb741ae59348202. after waiting 0 ms 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:20:24,243 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:20:24,243 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:20:24,243 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1325): Online Regions={93abfc1470dd18e35bb741ae59348202=test,,1732677555941.93abfc1470dd18e35bb741ae59348202., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:20:24,244 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93abfc1470dd18e35bb741ae59348202 2024-11-27T03:20:24,244 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:20:24,244 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:20:24,244 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:20:24,244 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:20:24,244 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:20:24,244 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T03:20:24,249 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/default/test/93abfc1470dd18e35bb741ae59348202/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T03:20:24,249 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:24,249 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:20:24,249 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:20:24,249 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93abfc1470dd18e35bb741ae59348202: Waiting for close lock at 1732677624243Running coprocessor pre-close hooks at 1732677624243Disabling compacts and flushes for region at 1732677624243Disabling writes for close at 1732677624243Writing region close event to WAL at 1732677624244 (+1 ms)Running coprocessor post-close hooks at 1732677624249 (+5 ms)Closed at 1732677624249 2024-11-27T03:20:24,250 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677555941.93abfc1470dd18e35bb741ae59348202. 2024-11-27T03:20:24,265 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/info/a8522ef773244860995bc91ce053dc90 is 129, key is test,,1732677555941.93abfc1470dd18e35bb741ae59348202./info:regioninfo/1732677557099/Put/seqid=0 2024-11-27T03:20:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741839_1015 (size=6421) 2024-11-27T03:20:24,303 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:20:24,399 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.shipper66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38059,1732677544698 got entry batch from reader: null 2024-11-27T03:20:24,444 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:24,610 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:20:24,610 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:20:24,644 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:24,671 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/info/a8522ef773244860995bc91ce053dc90 2024-11-27T03:20:24,691 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/ns/3ee54bc5013448d3a4a063c3d78c3ae3 is 43, key is default/ns:d/1732677553653/Put/seqid=0 2024-11-27T03:20:24,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741840_1016 (size=5153) 2024-11-27T03:20:24,844 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:25,044 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:25,096 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/ns/3ee54bc5013448d3a4a063c3d78c3ae3 2024-11-27T03:20:25,118 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/rep_barrier/18889b9463b3471593deecbbd4602f9e is 112, key is test,,1732677555941.93abfc1470dd18e35bb741ae59348202./rep_barrier:seqnumDuringOpen/1732677557099/Put/seqid=0 2024-11-27T03:20:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741841_1017 (size=5518) 2024-11-27T03:20:25,244 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:20:25,244 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:20:25,244 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:25,445 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:25,523 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/rep_barrier/18889b9463b3471593deecbbd4602f9e 2024-11-27T03:20:25,540 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/table/a1388e4ec8034b8b9e2bfd9b393432f1 is 40, key is test/table:state/1732677557112/Put/seqid=0 2024-11-27T03:20:25,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741842_1018 (size=5165) 2024-11-27T03:20:25,645 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:25,845 DEBUG [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:25,945 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/table/a1388e4ec8034b8b9e2bfd9b393432f1 2024-11-27T03:20:25,987 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/info/a8522ef773244860995bc91ce053dc90 as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/info/a8522ef773244860995bc91ce053dc90 2024-11-27T03:20:25,993 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/info/a8522ef773244860995bc91ce053dc90, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T03:20:25,994 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/ns/3ee54bc5013448d3a4a063c3d78c3ae3 as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/ns/3ee54bc5013448d3a4a063c3d78c3ae3 2024-11-27T03:20:25,999 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/ns/3ee54bc5013448d3a4a063c3d78c3ae3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T03:20:26,000 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/rep_barrier/18889b9463b3471593deecbbd4602f9e as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/rep_barrier/18889b9463b3471593deecbbd4602f9e 2024-11-27T03:20:26,005 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/rep_barrier/18889b9463b3471593deecbbd4602f9e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T03:20:26,006 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/.tmp/table/a1388e4ec8034b8b9e2bfd9b393432f1 as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/table/a1388e4ec8034b8b9e2bfd9b393432f1 2024-11-27T03:20:26,011 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/table/a1388e4ec8034b8b9e2bfd9b393432f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T03:20:26,012 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1767ms, sequenceid=11, compaction requested=false 2024-11-27T03:20:26,016 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T03:20:26,016 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:26,016 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:20:26,017 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:26,017 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677624244Running coprocessor pre-close hooks at 1732677624244Disabling compacts and flushes for region at 1732677624244Disabling writes for close at 1732677624244Obtaining lock to block concurrent updates at 1732677624244Preparing flush snapshotting stores in 1588230740 at 1732677624244Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732677624244Flushing stores of hbase:meta,,1.1588230740 at 1732677624245 (+1 ms)Flushing 1588230740/info: creating writer at 1732677624245Flushing 1588230740/info: appending metadata at 1732677624265 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732677624265Flushing 1588230740/ns: creating writer at 1732677624677 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732677624691 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732677624691Flushing 1588230740/rep_barrier: creating writer at 1732677625101 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677625118 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677625118Flushing 1588230740/table: creating writer at 1732677625528 (+410 ms)Flushing 1588230740/table: appending metadata at 1732677625540 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732677625540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cfc548e: reopening flushed file at 1732677625986 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ae4ab6: reopening flushed file at 1732677625993 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36cb3f93: reopening flushed file at 1732677625999 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c9b8b9: reopening flushed file at 1732677626005 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1767ms, sequenceid=11, compaction requested=false at 1732677626012 (+7 ms)Writing region close event to WAL at 1732677626013 (+1 ms)Running coprocessor post-close hooks at 1732677626016 (+3 ms)Closed at 1732677626017 (+1 ms) 2024-11-27T03:20:26,017 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:26,045 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,44637,1732677550228; all regions closed. 2024-11-27T03:20:26,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741834_1010 (size=2717) 2024-11-27T03:20:26,047 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/WALs/66d3634da959,44637,1732677550228/66d3634da959%2C44637%2C1732677550228.meta.1732677553513.meta not finished, retry = 0 2024-11-27T03:20:26,150 DEBUG [RS:0;66d3634da959:44637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/oldWALs 2024-11-27T03:20:26,150 INFO [RS:0;66d3634da959:44637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C44637%2C1732677550228.meta:.meta(num 1732677553513) 2024-11-27T03:20:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741832_1008 (size=1028) 2024-11-27T03:20:26,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/WALs/66d3634da959,44637,1732677550228/66d3634da959%2C44637%2C1732677550228.1732677552673 not finished, retry = 0 2024-11-27T03:20:26,255 DEBUG [RS:0;66d3634da959:44637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/oldWALs 2024-11-27T03:20:26,255 INFO [RS:0;66d3634da959:44637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C44637%2C1732677550228:(num 1732677552673) 2024-11-27T03:20:26,255 DEBUG [RS:0;66d3634da959:44637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:26,255 INFO [RS:0;66d3634da959:44637 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:20:26,255 INFO [RS:0;66d3634da959:44637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:20:26,255 INFO [RS:0;66d3634da959:44637 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:20:26,255 INFO [RS:0;66d3634da959:44637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:20:26,255 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:20:26,256 INFO [RS:0;66d3634da959:44637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:44637. 2024-11-27T03:20:26,256 DEBUG [RS:0;66d3634da959:44637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:26,256 DEBUG [RS:0;66d3634da959:44637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:26,256 DEBUG [RS:0;66d3634da959:44637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:26,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:26,256 INFO [RS:0;66d3634da959:44637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44637 2024-11-27T03:20:26,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644/rs 2024-11-27T03:20:26,273 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-581327644/rs/66d3634da959,44637,1732677550228 2024-11-27T03:20:26,273 INFO [RS:0;66d3634da959:44637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:20:26,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,44637,1732677550228] 2024-11-27T03:20:26,294 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-581327644/draining/66d3634da959,44637,1732677550228 already deleted, retry=false 2024-11-27T03:20:26,294 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,44637,1732677550228 expired; onlineServers=0 2024-11-27T03:20:26,294 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,38149,1732677550104' ***** 2024-11-27T03:20:26,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:20:26,294 INFO [M:0;66d3634da959:38149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:20:26,294 INFO [M:0;66d3634da959:38149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:20:26,294 DEBUG [M:0;66d3634da959:38149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:20:26,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:20:26,294 DEBUG [M:0;66d3634da959:38149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:20:26,294 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677552349 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677552349,5,FailOnTimeoutGroup] 2024-11-27T03:20:26,294 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677552349 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677552349,5,FailOnTimeoutGroup] 2024-11-27T03:20:26,295 INFO [M:0;66d3634da959:38149 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:20:26,295 INFO [M:0;66d3634da959:38149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:20:26,295 DEBUG [M:0;66d3634da959:38149 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:20:26,295 INFO [M:0;66d3634da959:38149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:20:26,295 INFO [M:0;66d3634da959:38149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:20:26,295 INFO [M:0;66d3634da959:38149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:20:26,295 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:20:26,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-581327644/master 2024-11-27T03:20:26,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-581327644 2024-11-27T03:20:26,305 DEBUG [M:0;66d3634da959:38149 {}] zookeeper.ZKUtil(347): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Unable to get data of znode /1-581327644/master because node does not exist (not an error) 2024-11-27T03:20:26,305 WARN [M:0;66d3634da959:38149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:20:26,306 INFO [M:0;66d3634da959:38149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/.lastflushedseqids 2024-11-27T03:20:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741843_1019 (size=173) 2024-11-27T03:20:26,384 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:26,384 INFO [RS:0;66d3634da959:44637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:20:26,384 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44637-0x1017a4d1c6b0004, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:26,384 INFO [RS:0;66d3634da959:44637 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,44637,1732677550228; zookeeper connection closed. 2024-11-27T03:20:26,384 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e6ecc15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e6ecc15 2024-11-27T03:20:26,384 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:20:26,711 INFO [M:0;66d3634da959:38149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:20:26,711 INFO [M:0;66d3634da959:38149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:20:26,711 DEBUG [M:0;66d3634da959:38149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:20:26,711 INFO [M:0;66d3634da959:38149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:26,711 DEBUG [M:0;66d3634da959:38149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:26,711 DEBUG [M:0;66d3634da959:38149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:20:26,711 DEBUG [M:0;66d3634da959:38149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:26,712 INFO [M:0;66d3634da959:38149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-27T03:20:26,726 DEBUG [M:0;66d3634da959:38149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdf568d1f4d445a6976cf0954c9b5778 is 82, key is hbase:meta,,1/info:regioninfo/1732677553573/Put/seqid=0 2024-11-27T03:20:26,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741844_1020 (size=5672) 2024-11-27T03:20:27,131 INFO [M:0;66d3634da959:38149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdf568d1f4d445a6976cf0954c9b5778 2024-11-27T03:20:27,149 DEBUG [M:0;66d3634da959:38149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe9716ceae834c9287b44aeed4daa2d4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732677557119/Put/seqid=0 2024-11-27T03:20:27,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741845_1021 (size=6726) 2024-11-27T03:20:27,441 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.1732677546950 to pos 997, reset compression=false 2024-11-27T03:20:27,553 INFO [M:0;66d3634da959:38149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe9716ceae834c9287b44aeed4daa2d4 2024-11-27T03:20:27,558 INFO [M:0;66d3634da959:38149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe9716ceae834c9287b44aeed4daa2d4 2024-11-27T03:20:27,574 DEBUG [M:0;66d3634da959:38149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34fe72844a264497aa4479d5c159ca5f is 69, key is 66d3634da959,44637,1732677550228/rs:state/1732677552425/Put/seqid=0 2024-11-27T03:20:27,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741846_1022 (size=5156) 2024-11-27T03:20:27,979 INFO [M:0;66d3634da959:38149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34fe72844a264497aa4479d5c159ca5f 2024-11-27T03:20:27,984 DEBUG [M:0;66d3634da959:38149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdf568d1f4d445a6976cf0954c9b5778 as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdf568d1f4d445a6976cf0954c9b5778 2024-11-27T03:20:27,989 INFO [M:0;66d3634da959:38149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdf568d1f4d445a6976cf0954c9b5778, entries=8, sequenceid=58, filesize=5.5 K 2024-11-27T03:20:27,990 DEBUG [M:0;66d3634da959:38149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe9716ceae834c9287b44aeed4daa2d4 as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe9716ceae834c9287b44aeed4daa2d4 2024-11-27T03:20:27,994 INFO [M:0;66d3634da959:38149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe9716ceae834c9287b44aeed4daa2d4 2024-11-27T03:20:27,994 INFO [M:0;66d3634da959:38149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe9716ceae834c9287b44aeed4daa2d4, entries=6, sequenceid=58, filesize=6.6 K 2024-11-27T03:20:27,995 DEBUG [M:0;66d3634da959:38149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34fe72844a264497aa4479d5c159ca5f as hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34fe72844a264497aa4479d5c159ca5f 2024-11-27T03:20:28,000 INFO [M:0;66d3634da959:38149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/08ed87d7-dbb9-d9de-0212-cea3ddee9386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34fe72844a264497aa4479d5c159ca5f, entries=1, sequenceid=58, filesize=5.0 K 2024-11-27T03:20:28,001 INFO [M:0;66d3634da959:38149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-27T03:20:28,002 INFO [M:0;66d3634da959:38149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:28,002 DEBUG [M:0;66d3634da959:38149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677626711Disabling compacts and flushes for region at 1732677626711Disabling writes for close at 1732677626711Obtaining lock to block concurrent updates at 1732677626712 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677626712Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732677626712Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677626712Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677626712Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677626726 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677626726Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677627135 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677627148 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677627148Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677627558 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677627574 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677627574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435e9ebd: reopening flushed file at 1732677627983 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0716fa: reopening flushed file at 1732677627989 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7753a9e4: reopening flushed file at 1732677627994 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1732677628001 (+7 ms)Writing region close event to WAL at 1732677628002 (+1 ms)Closed at 1732677628002 2024-11-27T03:20:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741830_1006 (size=33014) 2024-11-27T03:20:28,005 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:20:28,005 INFO [M:0;66d3634da959:38149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:20:28,005 INFO [M:0;66d3634da959:38149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38149 2024-11-27T03:20:28,005 INFO [M:0;66d3634da959:38149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:20:28,152 INFO [M:0;66d3634da959:38149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:20:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1017a4d1c6b0003, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:28,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48e9b228{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:20:28,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@202beb9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:20:28,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:20:28,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33fad0d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:20:28,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d368206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/hadoop.log.dir/,STOPPED} 2024-11-27T03:20:28,190 WARN [BP-1827297791-172.17.0.3-1732677548187 heartbeating to localhost/127.0.0.1:46765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:20:28,190 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:20:28,190 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:20:28,190 WARN [BP-1827297791-172.17.0.3-1732677548187 heartbeating to localhost/127.0.0.1:46765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1827297791-172.17.0.3-1732677548187 (Datanode Uuid d5925028-9dd7-4630-9186-5201b7bb9c6f) service to localhost/127.0.0.1:46765 2024-11-27T03:20:28,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/cluster_24ec16f8-f18c-fe03-96cf-a90b42910b70/data/data1/current/BP-1827297791-172.17.0.3-1732677548187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:20:28,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/cluster_24ec16f8-f18c-fe03-96cf-a90b42910b70/data/data2/current/BP-1827297791-172.17.0.3-1732677548187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:20:28,191 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:20:28,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@486c0df0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:20:28,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f6056bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:20:28,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:20:28,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55c9aa88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:20:28,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23beef8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/hadoop.log.dir/,STOPPED} 2024-11-27T03:20:28,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:20:28,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:20:28,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:28,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:28,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:28,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:28,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:28,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:20:28,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=198100754, stopped=false 2024-11-27T03:20:28,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,38563,1732677544440 2024-11-27T03:20:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01313728934/running 2024-11-27T03:20:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01313728934/running 2024-11-27T03:20:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:20:28,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:20:28,231 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:20:28,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:28,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:28,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:28,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Set watcher on znode that does not yet exist, /01313728934/running 2024-11-27T03:20:28,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Set watcher on znode that does not yet exist, /01313728934/running 2024-11-27T03:20:28,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,38059,1732677544698' ***** 2024-11-27T03:20:28,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:20:28,232 INFO [RS:0;66d3634da959:38059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:20:28,232 INFO [RS:0;66d3634da959:38059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:20:28,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:20:28,232 INFO [RS:0;66d3634da959:38059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:20:28,232 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(3091): Received CLOSE for fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:20:28,232 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(3091): Received CLOSE for 645629358cf17debb7256b64525d6d3d 2024-11-27T03:20:28,232 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,38059,1732677544698 2024-11-27T03:20:28,232 INFO [RS:0;66d3634da959:38059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:20:28,232 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe104e6c96366a0ac0879adbc5ae456d, disabling compactions & flushes 2024-11-27T03:20:28,232 INFO [RS:0;66d3634da959:38059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:38059. 2024-11-27T03:20:28,232 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:20:28,232 DEBUG [RS:0;66d3634da959:38059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:28,232 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:20:28,232 DEBUG [RS:0;66d3634da959:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:28,232 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. after waiting 0 ms 2024-11-27T03:20:28,232 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:20:28,232 INFO [RS:0;66d3634da959:38059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:20:28,232 INFO [RS:0;66d3634da959:38059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:20:28,233 INFO [RS:0;66d3634da959:38059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:20:28,233 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:20:28,233 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:20:28,233 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1325): Online Regions={fe104e6c96366a0ac0879adbc5ae456d=test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d., 645629358cf17debb7256b64525d6d3d=hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:20:28,233 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 645629358cf17debb7256b64525d6d3d, fe104e6c96366a0ac0879adbc5ae456d 2024-11-27T03:20:28,233 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:20:28,233 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:20:28,233 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:20:28,233 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:20:28,233 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:20:28,233 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:20:28,236 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/default/test/fe104e6c96366a0ac0879adbc5ae456d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T03:20:28,237 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:28,237 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:20:28,237 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:20:28,237 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe104e6c96366a0ac0879adbc5ae456d: Waiting for close lock at 1732677628232Running coprocessor pre-close hooks at 1732677628232Disabling compacts and flushes for region at 1732677628232Disabling writes for close at 1732677628232Writing region close event to WAL at 1732677628233 (+1 ms)Running coprocessor post-close hooks at 1732677628236 (+3 ms)Closed at 1732677628237 (+1 ms) 2024-11-27T03:20:28,237 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d. 2024-11-27T03:20:28,237 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 645629358cf17debb7256b64525d6d3d, disabling compactions & flushes 2024-11-27T03:20:28,237 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:20:28,237 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:20:28,237 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. after waiting 0 ms 2024-11-27T03:20:28,237 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:20:28,237 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 645629358cf17debb7256b64525d6d3d 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-27T03:20:28,249 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/info/09c906ddfbae494b85e0f51f2b9cbaa5 is 147, key is hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d./info:regioninfo/1732677559301/Put/seqid=0 2024-11-27T03:20:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741844_1020 (size=7686) 2024-11-27T03:20:28,255 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/.tmp/hfileref/c858ae7473a64880bd09f10608c6c9b1 is 74, key is 1/hfileref:b8e03f350e7e42a0bd071982d2718e46_SeqId_4_/1732677562574/DeleteColumn/seqid=0 2024-11-27T03:20:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741845_1021 (size=5203) 2024-11-27T03:20:28,305 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:20:28,433 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 645629358cf17debb7256b64525d6d3d 2024-11-27T03:20:28,633 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 645629358cf17debb7256b64525d6d3d 2024-11-27T03:20:28,653 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/info/09c906ddfbae494b85e0f51f2b9cbaa5 2024-11-27T03:20:28,659 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/.tmp/hfileref/c858ae7473a64880bd09f10608c6c9b1 2024-11-27T03:20:28,673 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/ns/f61c8c5413fd4c2da89a562d2951f6d4 is 43, key is default/ns:d/1732677548019/Put/seqid=0 2024-11-27T03:20:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741846_1022 (size=5153) 2024-11-27T03:20:28,677 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/.tmp/queue/0aa4813fb68c490880d696bdc41a2e1e is 153, key is 1-66d3634da959,38059,1732677544698/queue:66d3634da959%2C38059%2C1732677544698/1732677564397/Put/seqid=0 2024-11-27T03:20:28,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741847_1023 (size=5352) 2024-11-27T03:20:28,833 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 645629358cf17debb7256b64525d6d3d 2024-11-27T03:20:28,869 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:20:28,869 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:20:29,033 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 645629358cf17debb7256b64525d6d3d 2024-11-27T03:20:29,077 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/ns/f61c8c5413fd4c2da89a562d2951f6d4 2024-11-27T03:20:29,081 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/.tmp/queue/0aa4813fb68c490880d696bdc41a2e1e 2024-11-27T03:20:29,087 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/.tmp/hfileref/c858ae7473a64880bd09f10608c6c9b1 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/hfileref/c858ae7473a64880bd09f10608c6c9b1 2024-11-27T03:20:29,093 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/hfileref/c858ae7473a64880bd09f10608c6c9b1, entries=2, sequenceid=10, filesize=5.1 K 2024-11-27T03:20:29,094 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/.tmp/queue/0aa4813fb68c490880d696bdc41a2e1e as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/queue/0aa4813fb68c490880d696bdc41a2e1e 2024-11-27T03:20:29,100 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/queue/0aa4813fb68c490880d696bdc41a2e1e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T03:20:29,100 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/rep_barrier/4172727fc2804d079217155fe01ef763 is 112, key is test,,1732677553784.fe104e6c96366a0ac0879adbc5ae456d./rep_barrier:seqnumDuringOpen/1732677554947/Put/seqid=0 2024-11-27T03:20:29,102 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 645629358cf17debb7256b64525d6d3d in 864ms, sequenceid=10, compaction requested=false 2024-11-27T03:20:29,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741848_1024 (size=5518) 2024-11-27T03:20:29,111 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/rep_barrier/4172727fc2804d079217155fe01ef763 2024-11-27T03:20:29,112 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/replication/645629358cf17debb7256b64525d6d3d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T03:20:29,112 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:29,112 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:20:29,112 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:20:29,113 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 645629358cf17debb7256b64525d6d3d: Waiting for close lock at 1732677628237Running coprocessor pre-close hooks at 1732677628237Disabling compacts and flushes for region at 1732677628237Disabling writes for close at 1732677628237Obtaining lock to block concurrent updates at 1732677628237Preparing flush snapshotting stores in 645629358cf17debb7256b64525d6d3d at 1732677628237Finished memstore snapshotting hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732677628237Flushing stores of hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. at 1732677628238 (+1 ms)Flushing 645629358cf17debb7256b64525d6d3d/hfileref: creating writer at 1732677628238Flushing 645629358cf17debb7256b64525d6d3d/hfileref: appending metadata at 1732677628255 (+17 ms)Flushing 645629358cf17debb7256b64525d6d3d/hfileref: closing flushed file at 1732677628255Flushing 645629358cf17debb7256b64525d6d3d/queue: creating writer at 1732677628664 (+409 ms)Flushing 645629358cf17debb7256b64525d6d3d/queue: appending metadata at 1732677628677 (+13 ms)Flushing 645629358cf17debb7256b64525d6d3d/queue: closing flushed file at 1732677628677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d03a0e: reopening flushed file at 1732677629086 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd7d32c: reopening flushed file at 1732677629093 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 645629358cf17debb7256b64525d6d3d in 864ms, sequenceid=10, compaction requested=false at 1732677629102 (+9 ms)Writing region close event to WAL at 1732677629108 (+6 ms)Running coprocessor post-close hooks at 1732677629112 (+4 ms)Closed at 1732677629112 2024-11-27T03:20:29,113 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677558129.645629358cf17debb7256b64525d6d3d. 2024-11-27T03:20:29,135 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/table/a962a33662024343a4e1107dba52cdf7 is 53, key is hbase:replication/table:state/1732677559309/Put/seqid=0 2024-11-27T03:20:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741849_1025 (size=5308) 2024-11-27T03:20:29,234 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:20:29,234 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:20:29,234 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:29,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:29,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:29,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:29,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:29,434 DEBUG [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:29,540 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/table/a962a33662024343a4e1107dba52cdf7 2024-11-27T03:20:29,545 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/info/09c906ddfbae494b85e0f51f2b9cbaa5 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/info/09c906ddfbae494b85e0f51f2b9cbaa5 2024-11-27T03:20:29,550 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/info/09c906ddfbae494b85e0f51f2b9cbaa5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:20:29,551 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/ns/f61c8c5413fd4c2da89a562d2951f6d4 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/ns/f61c8c5413fd4c2da89a562d2951f6d4 2024-11-27T03:20:29,555 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/ns/f61c8c5413fd4c2da89a562d2951f6d4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:20:29,556 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/rep_barrier/4172727fc2804d079217155fe01ef763 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/rep_barrier/4172727fc2804d079217155fe01ef763 2024-11-27T03:20:29,562 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/rep_barrier/4172727fc2804d079217155fe01ef763, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:20:29,562 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/.tmp/table/a962a33662024343a4e1107dba52cdf7 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/table/a962a33662024343a4e1107dba52cdf7 2024-11-27T03:20:29,568 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/table/a962a33662024343a4e1107dba52cdf7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:20:29,569 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false 2024-11-27T03:20:29,577 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:20:29,577 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:29,577 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:20:29,578 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:29,578 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677628233Running coprocessor pre-close hooks at 1732677628233Disabling compacts and flushes for region at 1732677628233Disabling writes for close at 1732677628233Obtaining lock to block concurrent updates at 1732677628233Preparing flush snapshotting stores in 1588230740 at 1732677628233Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677628233Flushing stores of hbase:meta,,1.1588230740 at 1732677628234 (+1 ms)Flushing 1588230740/info: creating writer at 1732677628234Flushing 1588230740/info: appending metadata at 1732677628248 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732677628248Flushing 1588230740/ns: creating writer at 1732677628658 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732677628672 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732677628673 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732677629083 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677629100 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677629100Flushing 1588230740/table: creating writer at 1732677629115 (+15 ms)Flushing 1588230740/table: appending metadata at 1732677629135 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732677629135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbdfd31: reopening flushed file at 1732677629545 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eca38c3: reopening flushed file at 1732677629550 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3882574c: reopening flushed file at 1732677629555 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6f781b: reopening flushed file at 1732677629562 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false at 1732677629569 (+7 ms)Writing region close event to WAL at 1732677629574 (+5 ms)Running coprocessor post-close hooks at 1732677629577 (+3 ms)Closed at 1732677629577 2024-11-27T03:20:29,578 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:29,634 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,38059,1732677544698; all regions closed. 2024-11-27T03:20:29,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:20:29,637 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/WALs/66d3634da959,38059,1732677544698/66d3634da959%2C38059%2C1732677544698.meta.1732677547903.meta not finished, retry = 0 2024-11-27T03:20:29,740 DEBUG [RS:0;66d3634da959:38059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/oldWALs 2024-11-27T03:20:29,740 INFO [RS:0;66d3634da959:38059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C38059%2C1732677544698.meta:.meta(num 1732677547903) 2024-11-27T03:20:29,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741839_1015 (size=2700) 2024-11-27T03:20:29,747 DEBUG [RS:0;66d3634da959:38059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/oldWALs 2024-11-27T03:20:29,747 INFO [RS:0;66d3634da959:38059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C38059%2C1732677544698.rep:(num 1732677559268) 2024-11-27T03:20:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741832_1008 (size=1300) 2024-11-27T03:20:29,752 DEBUG [RS:0;66d3634da959:38059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/oldWALs 2024-11-27T03:20:29,752 INFO [RS:0;66d3634da959:38059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C38059%2C1732677544698:(num 1732677546950) 2024-11-27T03:20:29,752 DEBUG [RS:0;66d3634da959:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:29,752 INFO [RS:0;66d3634da959:38059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:20:29,752 INFO [RS:0;66d3634da959:38059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:20:29,754 INFO [RS:0;66d3634da959:38059 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:20:29,754 INFO [RS:0;66d3634da959:38059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:20:29,754 INFO [RS:0;66d3634da959:38059 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,38059,1732677544698 because: Region server is closing 2024-11-27T03:20:29,754 INFO [RS:0;66d3634da959:38059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:38059. 2024-11-27T03:20:29,754 DEBUG [RS:0;66d3634da959:38059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:29,754 DEBUG [RS:0;66d3634da959:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:29,754 DEBUG [RS:0;66d3634da959:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:29,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:29,755 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:20:29,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:20:29,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:29,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:29,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:29,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:29,855 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.wal-reader.66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T03:20:29,855 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.shipper66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T03:20:29,855 INFO [RS:0;66d3634da959:38059 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38059,1732677544698.replicationSource.shipper66d3634da959%2C38059%2C1732677544698,1-66d3634da959,38059,1732677544698 terminated 2024-11-27T03:20:29,855 INFO [RS:0;66d3634da959:38059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38059 2024-11-27T03:20:29,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934/rs 2024-11-27T03:20:29,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01313728934/rs/66d3634da959,38059,1732677544698 2024-11-27T03:20:29,925 INFO [RS:0;66d3634da959:38059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:20:29,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,38059,1732677544698] 2024-11-27T03:20:29,946 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01313728934/draining/66d3634da959,38059,1732677544698 already deleted, retry=false 2024-11-27T03:20:29,946 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,38059,1732677544698 expired; onlineServers=0 2024-11-27T03:20:29,946 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,38563,1732677544440' ***** 2024-11-27T03:20:29,946 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:20:29,947 INFO [M:0;66d3634da959:38563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:20:29,947 INFO [M:0;66d3634da959:38563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:20:29,947 DEBUG [M:0;66d3634da959:38563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:20:29,947 DEBUG [M:0;66d3634da959:38563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:20:29,947 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:20:29,947 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677546709 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677546709,5,FailOnTimeoutGroup] 2024-11-27T03:20:29,947 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677546708 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677546708,5,FailOnTimeoutGroup] 2024-11-27T03:20:29,947 INFO [M:0;66d3634da959:38563 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:20:29,947 INFO [M:0;66d3634da959:38563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:20:29,947 DEBUG [M:0;66d3634da959:38563 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:20:29,947 INFO [M:0;66d3634da959:38563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:20:29,947 INFO [M:0;66d3634da959:38563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:20:29,947 INFO [M:0;66d3634da959:38563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:20:29,948 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:20:29,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01313728934/master 2024-11-27T03:20:29,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01313728934 2024-11-27T03:20:29,957 DEBUG [M:0;66d3634da959:38563 {}] zookeeper.ZKUtil(347): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Unable to get data of znode /01313728934/master because node does not exist (not an error) 2024-11-27T03:20:29,957 WARN [M:0;66d3634da959:38563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:20:29,958 INFO [M:0;66d3634da959:38563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/.lastflushedseqids 2024-11-27T03:20:29,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741850_1026 (size=263) 2024-11-27T03:20:30,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:30,036 INFO [RS:0;66d3634da959:38059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:20:30,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1017a4d1c6b0001, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:30,036 INFO [RS:0;66d3634da959:38059 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,38059,1732677544698; zookeeper connection closed. 2024-11-27T03:20:30,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a014203 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a014203 2024-11-27T03:20:30,037 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:20:30,364 INFO [M:0;66d3634da959:38563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:20:30,364 INFO [M:0;66d3634da959:38563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:20:30,364 DEBUG [M:0;66d3634da959:38563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:20:30,364 INFO [M:0;66d3634da959:38563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:30,364 DEBUG [M:0;66d3634da959:38563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:30,364 DEBUG [M:0;66d3634da959:38563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:20:30,364 DEBUG [M:0;66d3634da959:38563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:30,364 INFO [M:0;66d3634da959:38563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-27T03:20:30,379 DEBUG [M:0;66d3634da959:38563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c61346d844a4e3686be343d7e1a4649 is 82, key is hbase:meta,,1/info:regioninfo/1732677547941/Put/seqid=0 2024-11-27T03:20:30,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741851_1027 (size=5672) 2024-11-27T03:20:30,784 INFO [M:0;66d3634da959:38563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c61346d844a4e3686be343d7e1a4649 2024-11-27T03:20:30,807 DEBUG [M:0;66d3634da959:38563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd0e11e4a6fa4f8aacb240105040d57f is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732677554962/Put/seqid=0 2024-11-27T03:20:30,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741852_1028 (size=7239) 2024-11-27T03:20:31,211 INFO [M:0;66d3634da959:38563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd0e11e4a6fa4f8aacb240105040d57f 2024-11-27T03:20:31,215 INFO [M:0;66d3634da959:38563 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd0e11e4a6fa4f8aacb240105040d57f 2024-11-27T03:20:31,229 DEBUG [M:0;66d3634da959:38563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76e3d3c8e42f4a0eb5aeb0179554a8a0 is 69, key is 66d3634da959,38059,1732677544698/rs:state/1732677546767/Put/seqid=0 2024-11-27T03:20:31,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741853_1029 (size=5156) 2024-11-27T03:20:31,633 INFO [M:0;66d3634da959:38563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76e3d3c8e42f4a0eb5aeb0179554a8a0 2024-11-27T03:20:31,638 DEBUG [M:0;66d3634da959:38563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c61346d844a4e3686be343d7e1a4649 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c61346d844a4e3686be343d7e1a4649 2024-11-27T03:20:31,643 INFO [M:0;66d3634da959:38563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c61346d844a4e3686be343d7e1a4649, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T03:20:31,644 DEBUG [M:0;66d3634da959:38563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd0e11e4a6fa4f8aacb240105040d57f as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd0e11e4a6fa4f8aacb240105040d57f 2024-11-27T03:20:31,648 INFO [M:0;66d3634da959:38563 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd0e11e4a6fa4f8aacb240105040d57f 2024-11-27T03:20:31,649 INFO [M:0;66d3634da959:38563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd0e11e4a6fa4f8aacb240105040d57f, entries=11, sequenceid=105, filesize=7.1 K 2024-11-27T03:20:31,649 DEBUG [M:0;66d3634da959:38563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76e3d3c8e42f4a0eb5aeb0179554a8a0 as hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76e3d3c8e42f4a0eb5aeb0179554a8a0 2024-11-27T03:20:31,653 INFO [M:0;66d3634da959:38563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32957/user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76e3d3c8e42f4a0eb5aeb0179554a8a0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T03:20:31,654 INFO [M:0;66d3634da959:38563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false 2024-11-27T03:20:31,660 INFO [M:0;66d3634da959:38563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:31,660 DEBUG [M:0;66d3634da959:38563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677630364Disabling compacts and flushes for region at 1732677630364Disabling writes for close at 1732677630364Obtaining lock to block concurrent updates at 1732677630364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677630364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732677630365 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677630365Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677630365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677630379 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677630379Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677630789 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677630806 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677630806Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677631215 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677631228 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677631228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4319eb94: reopening flushed file at 1732677631638 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b520fb: reopening flushed file at 1732677631643 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a3893c: reopening flushed file at 1732677631649 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false at 1732677631654 (+5 ms)Writing region close event to WAL at 1732677631660 (+6 ms)Closed at 1732677631660 2024-11-27T03:20:31,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741830_1006 (size=64514) 2024-11-27T03:20:31,662 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edd97a36-1c71-3e9a-0686-64db7b454cb8/MasterData/WALs/66d3634da959,38563,1732677544440/66d3634da959%2C38563%2C1732677544440.1732677546099 not finished, retry = 0 2024-11-27T03:20:31,764 INFO [M:0;66d3634da959:38563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:20:31,764 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:20:31,764 INFO [M:0;66d3634da959:38563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38563 2024-11-27T03:20:31,764 INFO [M:0;66d3634da959:38563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:20:31,878 INFO [M:0;66d3634da959:38563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:20:31,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:31,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38563-0x1017a4d1c6b0000, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:31,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@222baa24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:20:31,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@de39c3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:20:31,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:20:31,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6917d17c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:20:31,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@563faabd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/hadoop.log.dir/,STOPPED} 2024-11-27T03:20:31,882 WARN [BP-312548642-172.17.0.3-1732677542105 heartbeating to localhost/127.0.0.1:32957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:20:31,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:20:31,882 WARN [BP-312548642-172.17.0.3-1732677542105 heartbeating to localhost/127.0.0.1:32957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-312548642-172.17.0.3-1732677542105 (Datanode Uuid fd779844-aec8-4029-9f69-ab1860d56057) service to localhost/127.0.0.1:32957 2024-11-27T03:20:31,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:20:31,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/cluster_59cb1e13-f42b-c911-4f4e-6fa3c1eb7dc8/data/data1/current/BP-312548642-172.17.0.3-1732677542105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:20:31,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/cluster_59cb1e13-f42b-c911-4f4e-6fa3c1eb7dc8/data/data2/current/BP-312548642-172.17.0.3-1732677542105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:20:31,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:20:31,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@574f23d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:20:31,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a504357{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:20:31,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:20:31,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8d639f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:20:31,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d6519a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9245784-45c4-9933-14fc-ad03115d3a23/hadoop.log.dir/,STOPPED} 2024-11-27T03:20:31,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T03:20:31,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:20:31,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 139) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32957 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46765 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56003) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0ef0b922f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56003) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0ef0b922f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=3923 (was 4158) 2024-11-27T03:20:31,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=3923 2024-11-27T03:20:31,932 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-27T03:20:31,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/hadoop.log.dir so I do NOT create it in target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8 2024-11-27T03:20:31,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:20:31,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/hadoop.tmp.dir so I do NOT create it in target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8 2024-11-27T03:20:31,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f927f91-f97e-fab0-65f3-624f15e4f544/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:20:31,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8 2024-11-27T03:20:31,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/cluster_e13b3a9e-b087-a9bd-c7b5-d13230f2268a, deleteOnExit=true 2024-11-27T03:20:31,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/cluster_e13b3a9e-b087-a9bd-c7b5-d13230f2268a/zookeeper_0, clientPort=63058, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/cluster_e13b3a9e-b087-a9bd-c7b5-d13230f2268a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/cluster_e13b3a9e-b087-a9bd-c7b5-d13230f2268a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:20:31,953 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63058 2024-11-27T03:20:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:20:31,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:20:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/test.cache.data in system properties and HBase conf 2024-11-27T03:20:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:20:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:20:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:20:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:20:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:20:31,954 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:20:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:20:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:20:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:20:31,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:20:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:20:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:20:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:20:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:20:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:20:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:20:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:20:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:20:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:20:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:20:31,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a4d1c6b0002, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:20:31,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a4d1c6b0002, quorum=127.0.0.1:56003, baseZNode=/01313728934 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:20:31,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a4d1c6b0005, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:20:31,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a4d1c6b0005, quorum=127.0.0.1:56003, baseZNode=/1-581327644 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:20:32,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:20:32,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:20:32,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:20:32,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:20:32,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:20:32,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:20:32,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d6d32d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:20:32,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b720c32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:20:32,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c884628{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/java.io.tmpdir/jetty-localhost-38505-hadoop-hdfs-3_4_1-tests_jar-_-any-6948370226708564819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:20:32,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@179bbeaa{HTTP/1.1, (http/1.1)}{localhost:38505} 2024-11-27T03:20:32,445 INFO [Time-limited test {}] server.Server(415): Started @145214ms 2024-11-27T03:20:32,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:20:32,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:20:32,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:20:32,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:20:32,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:20:32,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f6c5483{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:20:32,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53d6f8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:20:32,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a3b9516{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/java.io.tmpdir/jetty-localhost-45719-hadoop-hdfs-3_4_1-tests_jar-_-any-10083127842161265290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:20:32,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29baefa8{HTTP/1.1, (http/1.1)}{localhost:45719} 2024-11-27T03:20:32,877 INFO [Time-limited test {}] server.Server(415): Started @145646ms 2024-11-27T03:20:32,879 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:20:33,515 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/cluster_e13b3a9e-b087-a9bd-c7b5-d13230f2268a/data/data1/current/BP-2109282844-172.17.0.3-1732677631977/current, will proceed with Du for space computation calculation, 2024-11-27T03:20:33,516 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/cluster_e13b3a9e-b087-a9bd-c7b5-d13230f2268a/data/data2/current/BP-2109282844-172.17.0.3-1732677631977/current, will proceed with Du for space computation calculation, 2024-11-27T03:20:33,536 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:20:33,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8c8c393a4881f96 with lease ID 0xbe5a0f568c8942d2: Processing first storage report for DS-8cbb5b23-c110-4276-80f3-662966f7d88e from datanode DatanodeRegistration(127.0.0.1:38285, datanodeUuid=8509dd7e-ae1d-4ae7-9cc9-b89b428d2402, infoPort=37515, infoSecurePort=0, ipcPort=43371, storageInfo=lv=-57;cid=testClusterID;nsid=1167220064;c=1732677631977) 2024-11-27T03:20:33,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8c8c393a4881f96 with lease ID 0xbe5a0f568c8942d2: from storage DS-8cbb5b23-c110-4276-80f3-662966f7d88e node DatanodeRegistration(127.0.0.1:38285, datanodeUuid=8509dd7e-ae1d-4ae7-9cc9-b89b428d2402, infoPort=37515, infoSecurePort=0, ipcPort=43371, storageInfo=lv=-57;cid=testClusterID;nsid=1167220064;c=1732677631977), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:20:33,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8c8c393a4881f96 with lease ID 0xbe5a0f568c8942d2: Processing first storage report for DS-f2ba91fa-a2c6-4289-b454-b6ba4b4c0b3e from datanode DatanodeRegistration(127.0.0.1:38285, datanodeUuid=8509dd7e-ae1d-4ae7-9cc9-b89b428d2402, infoPort=37515, infoSecurePort=0, ipcPort=43371, storageInfo=lv=-57;cid=testClusterID;nsid=1167220064;c=1732677631977) 2024-11-27T03:20:33,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8c8c393a4881f96 with lease ID 0xbe5a0f568c8942d2: from storage DS-f2ba91fa-a2c6-4289-b454-b6ba4b4c0b3e node DatanodeRegistration(127.0.0.1:38285, datanodeUuid=8509dd7e-ae1d-4ae7-9cc9-b89b428d2402, infoPort=37515, infoSecurePort=0, ipcPort=43371, storageInfo=lv=-57;cid=testClusterID;nsid=1167220064;c=1732677631977), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:20:33,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8 2024-11-27T03:20:33,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:33,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:33,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:20:33,621 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399 with version=8 2024-11-27T03:20:33,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/hbase-staging 2024-11-27T03:20:33,624 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:20:33,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:33,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:33,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:20:33,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:33,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:20:33,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:20:33,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:20:33,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36963 2024-11-27T03:20:33,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36963 connecting to ZooKeeper ensemble=127.0.0.1:63058 2024-11-27T03:20:33,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369630x0, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:20:33,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36963-0x1017a4e7b7b0000 connected 2024-11-27T03:20:33,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:33,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:33,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/running 2024-11-27T03:20:33,866 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399, hbase.cluster.distributed=false 2024-11-27T03:20:33,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/acl 2024-11-27T03:20:33,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36963 2024-11-27T03:20:33,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36963 2024-11-27T03:20:33,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36963 2024-11-27T03:20:33,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36963 2024-11-27T03:20:33,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36963 2024-11-27T03:20:33,882 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:20:33,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:33,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:33,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:20:33,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:33,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:20:33,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:20:33,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:20:33,883 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33793 2024-11-27T03:20:33,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33793 connecting to ZooKeeper ensemble=127.0.0.1:63058 2024-11-27T03:20:33,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:33,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:33,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337930x0, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:20:33,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337930x0, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/running 2024-11-27T03:20:33,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33793-0x1017a4e7b7b0001 connected 2024-11-27T03:20:33,970 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:20:33,970 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:20:33,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/master 2024-11-27T03:20:33,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/acl 2024-11-27T03:20:33,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33793 2024-11-27T03:20:33,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33793 2024-11-27T03:20:33,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33793 2024-11-27T03:20:33,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33793 2024-11-27T03:20:33,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33793 2024-11-27T03:20:33,984 DEBUG [M:0;66d3634da959:36963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:36963 2024-11-27T03:20:33,985 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01771332524/backup-masters/66d3634da959,36963,1732677633623 2024-11-27T03:20:34,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/backup-masters 2024-11-27T03:20:34,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/backup-masters 2024-11-27T03:20:34,010 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on existing znode=/01771332524/backup-masters/66d3634da959,36963,1732677633623 2024-11-27T03:20:34,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01771332524/master 2024-11-27T03:20:34,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:34,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:34,020 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on existing znode=/01771332524/master 2024-11-27T03:20:34,020 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01771332524/backup-masters/66d3634da959,36963,1732677633623 from backup master directory 2024-11-27T03:20:34,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01771332524/backup-masters/66d3634da959,36963,1732677633623 2024-11-27T03:20:34,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/backup-masters 2024-11-27T03:20:34,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/backup-masters 2024-11-27T03:20:34,030 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:20:34,030 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,36963,1732677633623 2024-11-27T03:20:34,034 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/hbase.id] with ID: 10026ff8-376c-4e2f-b6c0-4b7f57090977 2024-11-27T03:20:34,034 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/.tmp/hbase.id 2024-11-27T03:20:34,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:20:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:20:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:20:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:20:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:20:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T03:20:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:20:34,440 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/.tmp/hbase.id]:[hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/hbase.id] 2024-11-27T03:20:34,451 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:34,451 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:20:34,452 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:20:34,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:34,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:34,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:20:34,914 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:20:34,915 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:20:34,916 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:34,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:20:35,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:20:35,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:35,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:35,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:35,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:35,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:35,323 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store 2024-11-27T03:20:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:20:35,730 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:35,730 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:20:35,730 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:35,730 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:35,730 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:20:35,730 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:35,730 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:35,730 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677635730Disabling compacts and flushes for region at 1732677635730Disabling writes for close at 1732677635730Writing region close event to WAL at 1732677635730Closed at 1732677635730 2024-11-27T03:20:35,731 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/.initializing 2024-11-27T03:20:35,731 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623 2024-11-27T03:20:35,732 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:20:35,733 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C36963%2C1732677633623, suffix=, logDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/oldWALs, maxLogs=10 2024-11-27T03:20:35,745 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623/66d3634da959%2C36963%2C1732677633623.1732677635733, exclude list is [], retry=0 2024-11-27T03:20:35,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-8cbb5b23-c110-4276-80f3-662966f7d88e,DISK] 2024-11-27T03:20:35,750 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623/66d3634da959%2C36963%2C1732677633623.1732677635733 2024-11-27T03:20:35,750 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-11-27T03:20:35,750 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:35,750 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:35,750 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,750 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:20:35,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:35,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:35,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:20:35,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:35,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:35,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:20:35,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:35,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:35,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:20:35,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:35,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:35,758 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,759 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,759 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,760 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,760 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,761 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:20:35,762 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:35,763 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:20:35,764 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62457185, jitterRate=-0.06931541860103607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:20:35,765 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677635750Initializing all the Stores at 1732677635751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677635751Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677635751Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677635751Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677635751Cleaning up temporary data from old regions at 1732677635760 (+9 ms)Region opened successfully at 1732677635765 (+5 ms) 2024-11-27T03:20:35,765 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:20:35,768 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edb270c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:20:35,769 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:20:35,769 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:20:35,770 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:20:35,770 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:20:35,770 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:20:35,771 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:20:35,771 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:20:35,773 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:20:35,773 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/balancer because node does not exist (not necessarily an error) 2024-11-27T03:20:35,872 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/balancer already deleted, retry=false 2024-11-27T03:20:35,873 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:20:35,873 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:20:35,883 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/normalizer already deleted, retry=false 2024-11-27T03:20:35,883 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:20:35,884 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:20:35,893 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/switch/split already deleted, retry=false 2024-11-27T03:20:35,894 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:20:35,904 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/switch/merge already deleted, retry=false 2024-11-27T03:20:35,906 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:20:35,990 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/snapshot-cleanup already deleted, retry=false 2024-11-27T03:20:36,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01771332524/running 2024-11-27T03:20:36,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01771332524/running 2024-11-27T03:20:36,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:36,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:36,055 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,36963,1732677633623, sessionid=0x1017a4e7b7b0000, setting cluster-up flag (Was=false) 2024-11-27T03:20:36,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:36,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:36,125 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01771332524/flush-table-proc/acquired, /01771332524/flush-table-proc/reached, /01771332524/flush-table-proc/abort 2024-11-27T03:20:36,126 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,36963,1732677633623 2024-11-27T03:20:36,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:36,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:36,177 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01771332524/online-snapshot/acquired, /01771332524/online-snapshot/reached, /01771332524/online-snapshot/abort 2024-11-27T03:20:36,179 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,36963,1732677633623 2024-11-27T03:20:36,180 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:20:36,181 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:36,182 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:20:36,182 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:20:36,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,36963,1732677633623 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:20:36,183 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:36,183 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:36,183 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:36,183 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:36,183 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:20:36,183 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,184 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:20:36,184 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677666184 2024-11-27T03:20:36,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:20:36,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:20:36,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:20:36,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:20:36,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:20:36,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:20:36,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:36,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:20:36,185 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:20:36,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:20:36,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:20:36,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:20:36,186 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:20:36,186 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:20:36,186 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677636186,5,FailOnTimeoutGroup] 2024-11-27T03:20:36,186 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677636186,5,FailOnTimeoutGroup] 2024-11-27T03:20:36,186 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,186 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:20:36,186 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,186 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,186 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:36,186 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:20:36,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:20:36,276 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(746): ClusterId : 10026ff8-376c-4e2f-b6c0-4b7f57090977 2024-11-27T03:20:36,277 DEBUG [RS:0;66d3634da959:33793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:20:36,283 DEBUG [RS:0;66d3634da959:33793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:20:36,283 DEBUG [RS:0;66d3634da959:33793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:20:36,294 DEBUG [RS:0;66d3634da959:33793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:20:36,295 DEBUG [RS:0;66d3634da959:33793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e7d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:20:36,306 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:33793 2024-11-27T03:20:36,306 INFO [RS:0;66d3634da959:33793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:20:36,306 INFO [RS:0;66d3634da959:33793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:20:36,307 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:20:36,307 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,36963,1732677633623 with port=33793, startcode=1732677633881 2024-11-27T03:20:36,307 DEBUG [RS:0;66d3634da959:33793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:20:36,309 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:20:36,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,33793,1732677633881 2024-11-27T03:20:36,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] master.ServerManager(517): Registering regionserver=66d3634da959,33793,1732677633881 2024-11-27T03:20:36,311 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399 2024-11-27T03:20:36,311 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44553 2024-11-27T03:20:36,311 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:20:36,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/rs 2024-11-27T03:20:36,324 DEBUG [RS:0;66d3634da959:33793 {}] zookeeper.ZKUtil(111): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on existing znode=/01771332524/rs/66d3634da959,33793,1732677633881 2024-11-27T03:20:36,324 WARN [RS:0;66d3634da959:33793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:20:36,324 INFO [RS:0;66d3634da959:33793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:36,324 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881 2024-11-27T03:20:36,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,33793,1732677633881] 2024-11-27T03:20:36,328 INFO [RS:0;66d3634da959:33793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:20:36,330 INFO [RS:0;66d3634da959:33793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:20:36,331 INFO [RS:0;66d3634da959:33793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:20:36,331 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,331 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:20:36,332 INFO [RS:0;66d3634da959:33793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:20:36,332 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:20:36,332 DEBUG [RS:0;66d3634da959:33793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:20:36,334 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,334 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,334 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,334 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,334 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,334 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33793,1732677633881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:20:36,353 INFO [RS:0;66d3634da959:33793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:20:36,353 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33793,1732677633881-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,354 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,354 INFO [RS:0;66d3634da959:33793 {}] regionserver.Replication(171): 66d3634da959,33793,1732677633881 started 2024-11-27T03:20:36,372 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:36,373 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,33793,1732677633881, RpcServer on 66d3634da959/172.17.0.3:33793, sessionid=0x1017a4e7b7b0001 2024-11-27T03:20:36,373 DEBUG [RS:0;66d3634da959:33793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:20:36,373 DEBUG [RS:0;66d3634da959:33793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,33793,1732677633881 2024-11-27T03:20:36,373 DEBUG [RS:0;66d3634da959:33793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,33793,1732677633881' 2024-11-27T03:20:36,373 DEBUG [RS:0;66d3634da959:33793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01771332524/flush-table-proc/abort' 2024-11-27T03:20:36,373 DEBUG [RS:0;66d3634da959:33793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01771332524/flush-table-proc/acquired' 2024-11-27T03:20:36,374 DEBUG [RS:0;66d3634da959:33793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:20:36,374 DEBUG [RS:0;66d3634da959:33793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:20:36,374 DEBUG [RS:0;66d3634da959:33793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,33793,1732677633881 2024-11-27T03:20:36,374 DEBUG [RS:0;66d3634da959:33793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,33793,1732677633881' 2024-11-27T03:20:36,374 DEBUG [RS:0;66d3634da959:33793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01771332524/online-snapshot/abort' 2024-11-27T03:20:36,374 DEBUG [RS:0;66d3634da959:33793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01771332524/online-snapshot/acquired' 2024-11-27T03:20:36,375 DEBUG [RS:0;66d3634da959:33793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:20:36,375 INFO [RS:0;66d3634da959:33793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:20:36,375 INFO [RS:0;66d3634da959:33793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:20:36,475 INFO [RS:0;66d3634da959:33793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:20:36,477 INFO [RS:0;66d3634da959:33793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C33793%2C1732677633881, suffix=, logDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs, maxLogs=10 2024-11-27T03:20:36,495 DEBUG [RS:0;66d3634da959:33793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.1732677636477, exclude list is [], retry=0 2024-11-27T03:20:36,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-8cbb5b23-c110-4276-80f3-662966f7d88e,DISK] 2024-11-27T03:20:36,499 INFO [RS:0;66d3634da959:33793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.1732677636477 2024-11-27T03:20:36,499 DEBUG [RS:0;66d3634da959:33793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-11-27T03:20:36,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:20:36,593 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399 2024-11-27T03:20:36,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:20:36,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:37,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:20:37,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:20:37,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:37,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:37,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:20:37,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:20:37,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:37,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:37,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:20:37,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:20:37,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:37,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:37,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:20:37,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:20:37,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:37,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:37,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:20:37,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740 2024-11-27T03:20:37,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740 2024-11-27T03:20:37,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:20:37,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:20:37,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:20:37,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:20:37,012 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:20:37,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68433829, jitterRate=0.01974351704120636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:20:37,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677636999Initializing all the Stores at 1732677637000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677637000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677637000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677637000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677637000Cleaning up temporary data from old regions at 1732677637009 (+9 ms)Region opened successfully at 1732677637013 (+4 ms) 2024-11-27T03:20:37,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:20:37,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:20:37,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:20:37,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:20:37,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:20:37,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:37,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677637013Disabling compacts and flushes for region at 1732677637013Disabling writes for close at 1732677637013Writing region close event to WAL at 1732677637014 (+1 ms)Closed at 1732677637014 2024-11-27T03:20:37,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:37,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:20:37,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:20:37,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:20:37,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:20:37,168 DEBUG [66d3634da959:36963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:20:37,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,33793,1732677633881 2024-11-27T03:20:37,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,33793,1732677633881, state=OPENING 2024-11-27T03:20:37,219 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:20:37,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:37,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:37,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: CHANGED 2024-11-27T03:20:37,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: CHANGED 2024-11-27T03:20:37,231 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:20:37,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,33793,1732677633881}] 2024-11-27T03:20:37,383 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:20:37,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:20:37,388 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:20:37,388 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:37,388 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:20:37,390 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C33793%2C1732677633881.meta, suffix=.meta, logDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs, maxLogs=10 2024-11-27T03:20:37,407 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.meta.1732677637390.meta, exclude list is [], retry=0 2024-11-27T03:20:37,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-8cbb5b23-c110-4276-80f3-662966f7d88e,DISK] 2024-11-27T03:20:37,411 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.meta.1732677637390.meta 2024-11-27T03:20:37,411 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-11-27T03:20:37,411 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:37,412 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:20:37,412 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:20:37,412 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:20:37,412 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:20:37,412 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:20:37,412 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:37,412 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:20:37,412 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:20:37,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:20:37,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:20:37,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:37,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:37,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:20:37,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:20:37,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:37,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:37,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:20:37,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:20:37,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:37,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:37,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:20:37,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:20:37,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:37,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:37,417 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:20:37,418 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740 2024-11-27T03:20:37,418 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740 2024-11-27T03:20:37,419 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:20:37,419 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:20:37,420 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:20:37,421 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:20:37,422 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74857406, jitterRate=0.1154622733592987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:20:37,422 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:20:37,422 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677637412Writing region info on filesystem at 1732677637412Initializing all the Stores at 1732677637413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677637413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677637413Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677637413Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677637413Cleaning up temporary data from old regions at 1732677637419 (+6 ms)Running coprocessor post-open hooks at 1732677637422 (+3 ms)Region opened successfully at 1732677637422 2024-11-27T03:20:37,423 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677637383 2024-11-27T03:20:37,425 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:20:37,425 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:20:37,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,33793,1732677633881 2024-11-27T03:20:37,426 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,33793,1732677633881, state=OPEN 2024-11-27T03:20:37,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01771332524/meta-region-server 2024-11-27T03:20:37,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01771332524/meta-region-server 2024-11-27T03:20:37,456 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,33793,1732677633881 2024-11-27T03:20:37,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: CHANGED 2024-11-27T03:20:37,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: CHANGED 2024-11-27T03:20:37,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:20:37,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,33793,1732677633881 in 225 msec 2024-11-27T03:20:37,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:20:37,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-27T03:20:37,461 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:37,461 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:20:37,462 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:20:37,462 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,33793,1732677633881, seqNum=-1] 2024-11-27T03:20:37,462 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:37,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:37,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-27T03:20:37,469 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677637469, completionTime=-1 2024-11-27T03:20:37,469 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:20:37,469 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:20:37,471 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:20:37,471 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677697471 2024-11-27T03:20:37,471 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677757471 2024-11-27T03:20:37,471 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:20:37,471 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36963,1732677633623-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:37,472 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36963,1732677633623-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:37,472 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36963,1732677633623-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:37,472 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:36963, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:37,472 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:37,472 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:37,474 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:20:37,476 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.446sec 2024-11-27T03:20:37,476 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:20:37,476 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:20:37,476 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:20:37,476 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:20:37,476 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:20:37,476 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36963,1732677633623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:20:37,476 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36963,1732677633623-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:20:37,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440a37a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:37,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,36963,-1 for getting cluster id 2024-11-27T03:20:37,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:20:37,479 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10026ff8-376c-4e2f-b6c0-4b7f57090977' 2024-11-27T03:20:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:20:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10026ff8-376c-4e2f-b6c0-4b7f57090977" 2024-11-27T03:20:37,480 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:20:37,480 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:20:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7586d218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:37,480 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36963,1732677633623-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,36963,-1] 2024-11-27T03:20:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:20:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:37,481 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:20:37,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db3777e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:37,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:20:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,33793,1732677633881, seqNum=-1] 2024-11-27T03:20:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:37,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,36963,1732677633623 2024-11-27T03:20:37,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63058 2024-11-27T03:20:37,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:20:37,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a4e7b7b0002 connected 2024-11-27T03:20:37,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/hadoop.log.dir so I do NOT create it in target/test-data/118898d9-99ce-7b23-a8ec-700516787019 2024-11-27T03:20:37,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:20:37,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/hadoop.tmp.dir so I do NOT create it in target/test-data/118898d9-99ce-7b23-a8ec-700516787019 2024-11-27T03:20:37,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:20:37,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019 2024-11-27T03:20:37,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:20:37,516 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/cluster_4c402075-4d2f-44b9-4387-f526766b6128, deleteOnExit=true 2024-11-27T03:20:37,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/test.cache.data in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:20:37,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:20:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:20:37,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:20:37,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:20:37,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:20:37,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:20:37,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:20:37,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:20:37,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:20:37,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:20:37,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:20:37,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:20:37,846 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:20:37,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:20:37,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589fa68a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:20:37,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c3cabb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:20:37,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b020e29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/java.io.tmpdir/jetty-localhost-33599-hadoop-hdfs-3_4_1-tests_jar-_-any-1489277469624350165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:20:37,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3486a387{HTTP/1.1, (http/1.1)}{localhost:33599} 2024-11-27T03:20:37,956 INFO [Time-limited test {}] server.Server(415): Started @150724ms 2024-11-27T03:20:38,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:20:38,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:20:38,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:20:38,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:20:38,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:20:38,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23014760{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:20:38,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2427d7e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:20:38,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f25c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/java.io.tmpdir/jetty-localhost-45413-hadoop-hdfs-3_4_1-tests_jar-_-any-14577901606751811736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:20:38,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1671ab22{HTTP/1.1, (http/1.1)}{localhost:45413} 2024-11-27T03:20:38,285 INFO [Time-limited test {}] server.Server(415): Started @151053ms 2024-11-27T03:20:38,286 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:20:39,141 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/cluster_4c402075-4d2f-44b9-4387-f526766b6128/data/data2/current/BP-1467201773-172.17.0.3-1732677637532/current, will proceed with Du for space computation calculation, 2024-11-27T03:20:39,141 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/cluster_4c402075-4d2f-44b9-4387-f526766b6128/data/data1/current/BP-1467201773-172.17.0.3-1732677637532/current, will proceed with Du for space computation calculation, 2024-11-27T03:20:39,160 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:20:39,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaadca85f3b0796c2 with lease ID 0x2a26c3e1982c1334: Processing first storage report for DS-440155b2-0f92-4dc2-ba66-61afe98d4626 from datanode DatanodeRegistration(127.0.0.1:39705, datanodeUuid=de39887b-34da-4d63-b416-8e62333aa446, infoPort=37709, infoSecurePort=0, ipcPort=37567, storageInfo=lv=-57;cid=testClusterID;nsid=34742599;c=1732677637532) 2024-11-27T03:20:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaadca85f3b0796c2 with lease ID 0x2a26c3e1982c1334: from storage DS-440155b2-0f92-4dc2-ba66-61afe98d4626 node DatanodeRegistration(127.0.0.1:39705, datanodeUuid=de39887b-34da-4d63-b416-8e62333aa446, infoPort=37709, infoSecurePort=0, ipcPort=37567, storageInfo=lv=-57;cid=testClusterID;nsid=34742599;c=1732677637532), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:20:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaadca85f3b0796c2 with lease ID 0x2a26c3e1982c1334: Processing first storage report for DS-cdc5550e-1108-430b-bd1b-c1b58d726c67 from datanode DatanodeRegistration(127.0.0.1:39705, datanodeUuid=de39887b-34da-4d63-b416-8e62333aa446, infoPort=37709, infoSecurePort=0, ipcPort=37567, storageInfo=lv=-57;cid=testClusterID;nsid=34742599;c=1732677637532) 2024-11-27T03:20:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaadca85f3b0796c2 with lease ID 0x2a26c3e1982c1334: from storage DS-cdc5550e-1108-430b-bd1b-c1b58d726c67 node DatanodeRegistration(127.0.0.1:39705, datanodeUuid=de39887b-34da-4d63-b416-8e62333aa446, infoPort=37709, infoSecurePort=0, ipcPort=37567, storageInfo=lv=-57;cid=testClusterID;nsid=34742599;c=1732677637532), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:20:39,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019 2024-11-27T03:20:39,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:39,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:39,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:20:39,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa with version=8 2024-11-27T03:20:39,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/hbase-staging 2024-11-27T03:20:39,642 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:20:39,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:39,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:39,642 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:20:39,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:39,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:20:39,642 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:20:39,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:20:39,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41867 2024-11-27T03:20:39,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41867 connecting to ZooKeeper ensemble=127.0.0.1:63058 2024-11-27T03:20:39,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418670x0, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:20:39,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41867-0x1017a4e7b7b0003 connected 2024-11-27T03:20:39,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:39,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:39,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Set watcher on znode that does not yet exist, /11185673858/running 2024-11-27T03:20:39,770 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa, hbase.cluster.distributed=false 2024-11-27T03:20:39,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Set watcher on znode that does not yet exist, /11185673858/acl 2024-11-27T03:20:39,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41867 2024-11-27T03:20:39,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41867 2024-11-27T03:20:39,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41867 2024-11-27T03:20:39,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41867 2024-11-27T03:20:39,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41867 2024-11-27T03:20:39,799 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:20:39,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:39,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:39,800 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:20:39,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:39,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:20:39,800 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:20:39,800 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:20:39,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45437 2024-11-27T03:20:39,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45437 connecting to ZooKeeper ensemble=127.0.0.1:63058 2024-11-27T03:20:39,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:39,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:39,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454370x0, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:20:39,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45437-0x1017a4e7b7b0004 connected 2024-11-27T03:20:39,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Set watcher on znode that does not yet exist, /11185673858/running 2024-11-27T03:20:39,819 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:20:39,820 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:20:39,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Set watcher on znode that does not yet exist, /11185673858/master 2024-11-27T03:20:39,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Set watcher on znode that does not yet exist, /11185673858/acl 2024-11-27T03:20:39,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45437 2024-11-27T03:20:39,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45437 2024-11-27T03:20:39,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45437 2024-11-27T03:20:39,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45437 2024-11-27T03:20:39,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45437 2024-11-27T03:20:39,840 DEBUG [M:0;66d3634da959:41867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:41867 2024-11-27T03:20:39,840 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11185673858/backup-masters/66d3634da959,41867,1732677639642 2024-11-27T03:20:39,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858/backup-masters 2024-11-27T03:20:39,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858/backup-masters 2024-11-27T03:20:39,851 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Set watcher on existing znode=/11185673858/backup-masters/66d3634da959,41867,1732677639642 2024-11-27T03:20:39,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11185673858/master 2024-11-27T03:20:39,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:39,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:39,862 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Set watcher on existing znode=/11185673858/master 2024-11-27T03:20:39,863 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11185673858/backup-masters/66d3634da959,41867,1732677639642 from backup master directory 2024-11-27T03:20:39,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11185673858/backup-masters/66d3634da959,41867,1732677639642 2024-11-27T03:20:39,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858/backup-masters 2024-11-27T03:20:39,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858/backup-masters 2024-11-27T03:20:39,872 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:20:39,872 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,41867,1732677639642 2024-11-27T03:20:39,876 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/hbase.id] with ID: 9c5f4881-a669-458c-89d1-47d61a477194 2024-11-27T03:20:39,876 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/.tmp/hbase.id 2024-11-27T03:20:39,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:20:40,281 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/.tmp/hbase.id]:[hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/hbase.id] 2024-11-27T03:20:40,292 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:40,292 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:20:40,293 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:20:40,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:40,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:20:40,757 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:20:40,757 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:20:40,758 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:40,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:20:41,165 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store 2024-11-27T03:20:41,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:20:41,571 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:41,571 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:20:41,571 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:41,571 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:41,571 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:20:41,571 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:41,571 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:41,571 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677641571Disabling compacts and flushes for region at 1732677641571Disabling writes for close at 1732677641571Writing region close event to WAL at 1732677641571Closed at 1732677641571 2024-11-27T03:20:41,572 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/.initializing 2024-11-27T03:20:41,572 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/WALs/66d3634da959,41867,1732677639642 2024-11-27T03:20:41,573 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:20:41,574 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C41867%2C1732677639642, suffix=, logDir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/WALs/66d3634da959,41867,1732677639642, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/oldWALs, maxLogs=10 2024-11-27T03:20:41,593 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/WALs/66d3634da959,41867,1732677639642/66d3634da959%2C41867%2C1732677639642.1732677641575, exclude list is [], retry=0 2024-11-27T03:20:41,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-440155b2-0f92-4dc2-ba66-61afe98d4626,DISK] 2024-11-27T03:20:41,597 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/WALs/66d3634da959,41867,1732677639642/66d3634da959%2C41867%2C1732677639642.1732677641575 2024-11-27T03:20:41,597 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-27T03:20:41,597 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:41,598 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:41,598 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,598 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:20:41,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:41,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:41,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:20:41,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:41,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:41,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:20:41,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:41,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:41,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:20:41,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:41,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:41,604 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,605 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,605 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,606 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,606 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,607 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:20:41,608 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:41,609 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:20:41,610 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64162554, jitterRate=-0.04390344023704529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:20:41,610 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677641598Initializing all the Stores at 1732677641599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677641599Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677641599Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677641599Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677641599Cleaning up temporary data from old regions at 1732677641606 (+7 ms)Region opened successfully at 1732677641610 (+4 ms) 2024-11-27T03:20:41,610 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:20:41,612 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6868d7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:20:41,613 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:20:41,613 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:20:41,613 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:20:41,613 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:20:41,613 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:20:41,614 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:20:41,614 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:20:41,615 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:20:41,616 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Unable to get data of znode /11185673858/balancer because node does not exist (not necessarily an error) 2024-11-27T03:20:41,682 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11185673858/balancer already deleted, retry=false 2024-11-27T03:20:41,683 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:20:41,683 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Unable to get data of znode /11185673858/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:20:41,693 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11185673858/normalizer already deleted, retry=false 2024-11-27T03:20:41,693 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:20:41,694 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Unable to get data of znode /11185673858/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:20:41,703 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11185673858/switch/split already deleted, retry=false 2024-11-27T03:20:41,704 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Unable to get data of znode /11185673858/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:20:41,714 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11185673858/switch/merge already deleted, retry=false 2024-11-27T03:20:41,715 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Unable to get data of znode /11185673858/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:20:41,724 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11185673858/snapshot-cleanup already deleted, retry=false 2024-11-27T03:20:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11185673858/running 2024-11-27T03:20:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11185673858/running 2024-11-27T03:20:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:41,735 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,41867,1732677639642, sessionid=0x1017a4e7b7b0003, setting cluster-up flag (Was=false) 2024-11-27T03:20:41,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:41,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:41,788 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11185673858/flush-table-proc/acquired, /11185673858/flush-table-proc/reached, /11185673858/flush-table-proc/abort 2024-11-27T03:20:41,788 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,41867,1732677639642 2024-11-27T03:20:41,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:41,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:41,840 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11185673858/online-snapshot/acquired, /11185673858/online-snapshot/reached, /11185673858/online-snapshot/abort 2024-11-27T03:20:41,841 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,41867,1732677639642 2024-11-27T03:20:41,842 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:20:41,843 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:41,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:20:41,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:20:41,844 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,41867,1732677639642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:20:41,845 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:41,845 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:41,845 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:41,845 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:41,845 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:20:41,845 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:41,845 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:20:41,845 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677671846 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:41,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:41,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:20:41,846 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:20:41,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:20:41,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:20:41,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:20:41,847 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677641847,5,FailOnTimeoutGroup] 2024-11-27T03:20:41,847 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677641847,5,FailOnTimeoutGroup] 2024-11-27T03:20:41,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:41,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:20:41,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:41,847 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:41,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:41,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:20:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:20:41,932 INFO [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(746): ClusterId : 9c5f4881-a669-458c-89d1-47d61a477194 2024-11-27T03:20:41,932 DEBUG [RS:0;66d3634da959:45437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:20:41,945 DEBUG [RS:0;66d3634da959:45437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:20:41,945 DEBUG [RS:0;66d3634da959:45437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:20:41,957 DEBUG [RS:0;66d3634da959:45437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:20:41,957 DEBUG [RS:0;66d3634da959:45437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f48e9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:20:41,968 DEBUG [RS:0;66d3634da959:45437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:45437 2024-11-27T03:20:41,968 INFO [RS:0;66d3634da959:45437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:20:41,968 INFO [RS:0;66d3634da959:45437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:20:41,968 DEBUG [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:20:41,968 INFO [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,41867,1732677639642 with port=45437, startcode=1732677639799 2024-11-27T03:20:41,969 DEBUG [RS:0;66d3634da959:45437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:20:41,970 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:20:41,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,45437,1732677639799 2024-11-27T03:20:41,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41867 {}] master.ServerManager(517): Registering regionserver=66d3634da959,45437,1732677639799 2024-11-27T03:20:41,972 DEBUG [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa 2024-11-27T03:20:41,972 DEBUG [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34687 2024-11-27T03:20:41,972 DEBUG [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:20:42,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858/rs 2024-11-27T03:20:42,058 DEBUG [RS:0;66d3634da959:45437 {}] zookeeper.ZKUtil(111): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Set watcher on existing znode=/11185673858/rs/66d3634da959,45437,1732677639799 2024-11-27T03:20:42,059 WARN [RS:0;66d3634da959:45437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:20:42,059 INFO [RS:0;66d3634da959:45437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:42,059 DEBUG [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/WALs/66d3634da959,45437,1732677639799 2024-11-27T03:20:42,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,45437,1732677639799] 2024-11-27T03:20:42,065 INFO [RS:0;66d3634da959:45437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:20:42,066 INFO [RS:0;66d3634da959:45437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:20:42,067 INFO [RS:0;66d3634da959:45437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:20:42,067 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:42,067 INFO [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:20:42,067 INFO [RS:0;66d3634da959:45437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:20:42,068 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:20:42,068 DEBUG [RS:0;66d3634da959:45437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:20:42,069 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:42,069 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:42,069 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:42,069 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:42,069 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:42,069 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,45437,1732677639799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:20:42,081 INFO [RS:0;66d3634da959:45437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:20:42,081 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,45437,1732677639799-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:42,081 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:42,081 INFO [RS:0;66d3634da959:45437 {}] regionserver.Replication(171): 66d3634da959,45437,1732677639799 started 2024-11-27T03:20:42,094 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:42,094 INFO [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,45437,1732677639799, RpcServer on 66d3634da959/172.17.0.3:45437, sessionid=0x1017a4e7b7b0004 2024-11-27T03:20:42,094 DEBUG [RS:0;66d3634da959:45437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:20:42,094 DEBUG [RS:0;66d3634da959:45437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,45437,1732677639799 2024-11-27T03:20:42,094 DEBUG [RS:0;66d3634da959:45437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,45437,1732677639799' 2024-11-27T03:20:42,095 DEBUG [RS:0;66d3634da959:45437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11185673858/flush-table-proc/abort' 2024-11-27T03:20:42,095 DEBUG [RS:0;66d3634da959:45437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11185673858/flush-table-proc/acquired' 2024-11-27T03:20:42,095 DEBUG [RS:0;66d3634da959:45437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:20:42,095 DEBUG [RS:0;66d3634da959:45437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:20:42,095 DEBUG [RS:0;66d3634da959:45437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,45437,1732677639799 2024-11-27T03:20:42,095 DEBUG [RS:0;66d3634da959:45437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,45437,1732677639799' 2024-11-27T03:20:42,095 DEBUG [RS:0;66d3634da959:45437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11185673858/online-snapshot/abort' 2024-11-27T03:20:42,096 DEBUG [RS:0;66d3634da959:45437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11185673858/online-snapshot/acquired' 2024-11-27T03:20:42,096 DEBUG [RS:0;66d3634da959:45437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:20:42,096 INFO [RS:0;66d3634da959:45437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:20:42,096 INFO [RS:0;66d3634da959:45437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:20:42,196 INFO [RS:0;66d3634da959:45437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:20:42,198 INFO [RS:0;66d3634da959:45437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C45437%2C1732677639799, suffix=, logDir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/WALs/66d3634da959,45437,1732677639799, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/oldWALs, maxLogs=10 2024-11-27T03:20:42,215 DEBUG [RS:0;66d3634da959:45437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/WALs/66d3634da959,45437,1732677639799/66d3634da959%2C45437%2C1732677639799.1732677642198, exclude list is [], retry=0 2024-11-27T03:20:42,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-440155b2-0f92-4dc2-ba66-61afe98d4626,DISK] 2024-11-27T03:20:42,219 INFO [RS:0;66d3634da959:45437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/WALs/66d3634da959,45437,1732677639799/66d3634da959%2C45437%2C1732677639799.1732677642198 2024-11-27T03:20:42,219 DEBUG [RS:0;66d3634da959:45437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-27T03:20:42,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:20:42,259 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa 2024-11-27T03:20:42,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:20:42,328 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:20:42,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:42,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:20:42,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:20:42,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:42,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:42,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:20:42,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:20:42,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:42,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:42,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:20:42,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:20:42,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:42,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:42,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:20:42,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:20:42,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:42,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:42,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:20:42,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740 2024-11-27T03:20:42,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740 2024-11-27T03:20:42,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:20:42,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:20:42,674 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:20:42,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:20:42,676 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:20:42,677 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73178342, jitterRate=0.09044227004051208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:20:42,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677642664Initializing all the Stores at 1732677642665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677642665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677642665Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677642665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677642665Cleaning up temporary data from old regions at 1732677642673 (+8 ms)Region opened successfully at 1732677642677 (+4 ms) 2024-11-27T03:20:42,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:20:42,677 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:20:42,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:20:42,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:20:42,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:20:42,677 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:42,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677642677Disabling compacts and flushes for region at 1732677642677Disabling writes for close at 1732677642677Writing region close event to WAL at 1732677642677Closed at 1732677642677 2024-11-27T03:20:42,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:42,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:20:42,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:20:42,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:20:42,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:20:42,830 DEBUG [66d3634da959:41867 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:20:42,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,45437,1732677639799 2024-11-27T03:20:42,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,45437,1732677639799, state=OPENING 2024-11-27T03:20:42,882 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:20:42,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:42,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:42,893 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:20:42,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11185673858/meta-region-server: CHANGED 2024-11-27T03:20:42,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,45437,1732677639799}] 2024-11-27T03:20:42,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11185673858/meta-region-server: CHANGED 2024-11-27T03:20:42,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:20:42,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:42,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:42,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:42,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:42,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:43,045 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:20:43,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:20:43,050 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:20:43,050 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:43,051 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:20:43,052 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C45437%2C1732677639799.meta, suffix=.meta, logDir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/WALs/66d3634da959,45437,1732677639799, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/oldWALs, maxLogs=10 2024-11-27T03:20:43,064 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/WALs/66d3634da959,45437,1732677639799/66d3634da959%2C45437%2C1732677639799.meta.1732677643052.meta, exclude list is [], retry=0 2024-11-27T03:20:43,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-440155b2-0f92-4dc2-ba66-61afe98d4626,DISK] 2024-11-27T03:20:43,071 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/WALs/66d3634da959,45437,1732677639799/66d3634da959%2C45437%2C1732677639799.meta.1732677643052.meta 2024-11-27T03:20:43,071 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-27T03:20:43,072 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:43,072 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:20:43,072 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:20:43,072 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:20:43,072 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:20:43,072 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:20:43,072 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:43,073 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:20:43,073 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:20:43,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:20:43,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:20:43,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:43,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:43,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:20:43,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:20:43,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:43,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:43,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:20:43,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:20:43,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:43,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:43,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:20:43,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:20:43,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:43,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:43,079 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:20:43,080 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740 2024-11-27T03:20:43,081 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740 2024-11-27T03:20:43,082 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:20:43,082 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:20:43,083 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:20:43,084 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:20:43,085 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69896883, jitterRate=0.04154472053050995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:20:43,085 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:20:43,085 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677643073Writing region info on filesystem at 1732677643073Initializing all the Stores at 1732677643074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677643074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677643074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677643074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677643074Cleaning up temporary data from old regions at 1732677643082 (+8 ms)Running coprocessor post-open hooks at 1732677643085 (+3 ms)Region opened successfully at 1732677643085 2024-11-27T03:20:43,086 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677643045 2024-11-27T03:20:43,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,45437,1732677639799 2024-11-27T03:20:43,089 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:20:43,089 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:20:43,090 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,45437,1732677639799, state=OPEN 2024-11-27T03:20:43,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11185673858/meta-region-server 2024-11-27T03:20:43,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11185673858/meta-region-server 2024-11-27T03:20:43,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11185673858/meta-region-server: CHANGED 2024-11-27T03:20:43,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11185673858/meta-region-server: CHANGED 2024-11-27T03:20:43,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,45437,1732677639799 2024-11-27T03:20:43,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:20:43,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,45437,1732677639799 in 210 msec 2024-11-27T03:20:43,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:20:43,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-27T03:20:43,112 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:43,112 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:20:43,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:20:43,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,45437,1732677639799, seqNum=-1] 2024-11-27T03:20:43,116 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:43,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:43,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-27T03:20:43,122 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677643122, completionTime=-1 2024-11-27T03:20:43,122 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:20:43,122 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:20:43,124 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:20:43,124 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677703124 2024-11-27T03:20:43,124 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677763124 2024-11-27T03:20:43,124 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:20:43,125 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41867,1732677639642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:43,125 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41867,1732677639642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:43,125 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41867,1732677639642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:43,125 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:41867, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:43,125 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:43,125 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:43,127 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:20:43,128 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.256sec 2024-11-27T03:20:43,128 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:20:43,128 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:20:43,128 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:20:43,128 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:20:43,128 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:20:43,128 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41867,1732677639642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:20:43,128 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41867,1732677639642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:20:43,131 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:20:43,131 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:20:43,131 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41867,1732677639642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:43,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667c7a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:43,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41867,-1 for getting cluster id 2024-11-27T03:20:43,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:20:43,135 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c5f4881-a669-458c-89d1-47d61a477194' 2024-11-27T03:20:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:20:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c5f4881-a669-458c-89d1-47d61a477194" 2024-11-27T03:20:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144eaf52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41867,-1] 2024-11-27T03:20:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:20:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:43,136 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:20:43,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bb891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:43,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:20:43,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,45437,1732677639799, seqNum=-1] 2024-11-27T03:20:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:43,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:43,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,41867,1732677639642 2024-11-27T03:20:43,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63058 2024-11-27T03:20:43,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:20:43,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a4e7b7b0005 connected 2024-11-27T03:20:43,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aba16cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:43,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,36963,-1 for getting cluster id 2024-11-27T03:20:43,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:20:43,170 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10026ff8-376c-4e2f-b6c0-4b7f57090977' 2024-11-27T03:20:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:20:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10026ff8-376c-4e2f-b6c0-4b7f57090977" 2024-11-27T03:20:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6740710c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,36963,-1] 2024-11-27T03:20:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:20:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:43,172 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:20:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2135365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:43,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:20:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,36963,1732677633623 2024-11-27T03:20:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325b95c7 2024-11-27T03:20:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:20:43,175 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:20:43,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:41867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:20:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:20:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:20:43,178 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41867' 2024-11-27T03:20:43,179 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b66af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:43,179 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41867,-1 for getting cluster id 2024-11-27T03:20:43,179 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:20:43,180 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c5f4881-a669-458c-89d1-47d61a477194' 2024-11-27T03:20:43,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:20:43,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c5f4881-a669-458c-89d1-47d61a477194" 2024-11-27T03:20:43,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3a9ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:43,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41867,-1] 2024-11-27T03:20:43,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:20:43,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:43,182 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:20:43,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee94fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:43,183 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:20:43,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41867,1732677639642 2024-11-27T03:20:43,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680699f1 2024-11-27T03:20:43,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:20:43,185 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:20:43,186 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T03:20:43,186 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:20:43,186 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:43,186 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:43,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:43,187 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:20:43,188 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:20:43,189 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:20:43,189 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:43,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:20:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741835_1011 (size=1138) 2024-11-27T03:20:43,238 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:20:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:20:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:20:43,597 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e225791694baa43f2b6ac05a3f780f1f, NAME => 'hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399 2024-11-27T03:20:43,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741836_1012 (size=44) 2024-11-27T03:20:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:20:44,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:44,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e225791694baa43f2b6ac05a3f780f1f, disabling compactions & flushes 2024-11-27T03:20:44,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:44,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:44,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. after waiting 0 ms 2024-11-27T03:20:44,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:44,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:44,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e225791694baa43f2b6ac05a3f780f1f: Waiting for close lock at 1732677644003Disabling compacts and flushes for region at 1732677644003Disabling writes for close at 1732677644003Writing region close event to WAL at 1732677644003Closed at 1732677644003 2024-11-27T03:20:44,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:20:44,004 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677644004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677644004"}]},"ts":"1732677644004"} 2024-11-27T03:20:44,006 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:20:44,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:20:44,007 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677644007"}]},"ts":"1732677644007"} 2024-11-27T03:20:44,009 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:20:44,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e225791694baa43f2b6ac05a3f780f1f, ASSIGN}] 2024-11-27T03:20:44,010 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e225791694baa43f2b6ac05a3f780f1f, ASSIGN 2024-11-27T03:20:44,011 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e225791694baa43f2b6ac05a3f780f1f, ASSIGN; state=OFFLINE, location=66d3634da959,33793,1732677633881; forceNewPlan=false, retain=false 2024-11-27T03:20:44,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:20:44,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T03:20:44,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:44,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T03:20:44,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:20:44,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T03:20:44,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:20:44,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T03:20:44,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e225791694baa43f2b6ac05a3f780f1f, regionState=OPENING, regionLocation=66d3634da959,33793,1732677633881 2024-11-27T03:20:44,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e225791694baa43f2b6ac05a3f780f1f, ASSIGN because future has completed 2024-11-27T03:20:44,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e225791694baa43f2b6ac05a3f780f1f, server=66d3634da959,33793,1732677633881}] 2024-11-27T03:20:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:20:44,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:44,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:44,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:20:44,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C33793%2C1732677633881.rep, suffix=, logDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs, maxLogs=10 2024-11-27T03:20:44,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.rep.1732677644321, exclude list is [], retry=0 2024-11-27T03:20:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-8cbb5b23-c110-4276-80f3-662966f7d88e,DISK] 2024-11-27T03:20:44,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.rep.1732677644321 2024-11-27T03:20:44,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-11-27T03:20:44,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e225791694baa43f2b6ac05a3f780f1f, NAME => 'hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:44,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:20:44,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:20:44,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. service=MultiRowMutationService 2024-11-27T03:20:44,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:20:44,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:44,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,340 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,341 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e225791694baa43f2b6ac05a3f780f1f columnFamilyName hfileref 2024-11-27T03:20:44,341 DEBUG [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:44,341 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(327): Store=e225791694baa43f2b6ac05a3f780f1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:44,341 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,342 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e225791694baa43f2b6ac05a3f780f1f columnFamilyName queue 2024-11-27T03:20:44,342 DEBUG [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:44,342 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(327): Store=e225791694baa43f2b6ac05a3f780f1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:44,342 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,343 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e225791694baa43f2b6ac05a3f780f1f columnFamilyName sid 2024-11-27T03:20:44,343 DEBUG [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:44,344 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(327): Store=e225791694baa43f2b6ac05a3f780f1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:44,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:20:44,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:20:44,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e225791694baa43f2b6ac05a3f780f1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70345553, jitterRate=0.04823042452335358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:20:44,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:44,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e225791694baa43f2b6ac05a3f780f1f: Running coprocessor pre-open hook at 1732677644339Writing region info on filesystem at 1732677644339Initializing all the Stores at 1732677644339Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677644339Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677644340 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677644340Cleaning up temporary data from old regions at 1732677644345 (+5 ms)Running coprocessor post-open hooks at 1732677644350 (+5 ms)Region opened successfully at 1732677644350 2024-11-27T03:20:44,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f., pid=7, masterSystemTime=1732677644315 2024-11-27T03:20:44,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:44,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:44,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e225791694baa43f2b6ac05a3f780f1f, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,33793,1732677633881 2024-11-27T03:20:44,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e225791694baa43f2b6ac05a3f780f1f, server=66d3634da959,33793,1732677633881 because future has completed 2024-11-27T03:20:44,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T03:20:44,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e225791694baa43f2b6ac05a3f780f1f, server=66d3634da959,33793,1732677633881 in 193 msec 2024-11-27T03:20:44,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:20:44,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e225791694baa43f2b6ac05a3f780f1f, ASSIGN in 349 msec 2024-11-27T03:20:44,361 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:20:44,361 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677644361"}]},"ts":"1732677644361"} 2024-11-27T03:20:44,363 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:20:44,364 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:20:44,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-27T03:20:44,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f., hostname=66d3634da959,33793,1732677633881, seqNum=2] 2024-11-27T03:20:44,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:44,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:44,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:20:44,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T03:20:44,742 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:20:44,769 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,33793,1732677633881, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:20:44,769 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:20:44,769 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,33793,1732677633881, seqNum=-1] 2024-11-27T03:20:44,770 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:44,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-27T03:20:44,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,33793,1732677633881', locateType=CURRENT is [region=hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f., hostname=66d3634da959,33793,1732677633881, seqNum=2] 2024-11-27T03:20:44,774 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T03:20:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T03:20:44,777 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,33793,1732677633881 suceeded 2024-11-27T03:20:44,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T03:20:44,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-27T03:20:44,779 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:41867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:20:44,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6040 sec 2024-11-27T03:20:44,789 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41867' 2024-11-27T03:20:44,790 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@795b3a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:44,790 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41867,-1 for getting cluster id 2024-11-27T03:20:44,791 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:20:44,791 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c5f4881-a669-458c-89d1-47d61a477194' 2024-11-27T03:20:44,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:20:44,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c5f4881-a669-458c-89d1-47d61a477194" 2024-11-27T03:20:44,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4745c52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:44,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41867,-1] 2024-11-27T03:20:44,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:20:44,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:44,793 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:20:44,794 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b29327b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:44,794 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:20:44,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41867,1732677639642 2024-11-27T03:20:44,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c21b834 2024-11-27T03:20:44,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:20:44,796 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-27T03:20:44,797 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,33793,1732677633881 (queues=1) is replicating from cluster=10026ff8-376c-4e2f-b6c0-4b7f57090977 to cluster=9c5f4881-a669-458c-89d1-47d61a477194 2024-11-27T03:20:44,797 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C33793%2C1732677633881 2024-11-27T03:20:44,797 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,33793,1732677633881, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:20:44,797 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881.replicationSource.shipper66d3634da959%2C33793%2C1732677633881,1-66d3634da959,33793,1732677633881 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C33793%2C1732677633881 2024-11-27T03:20:44,797 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881.replicationSource.wal-reader.66d3634da959%2C33793%2C1732677633881,1-66d3634da959,33793,1732677633881 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.1732677636477, startPosition=0, beingWritten=true 2024-11-27T03:20:45,003 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881.replicationSource.wal-reader.66d3634da959%2C33793%2C1732677633881,1-66d3634da959,33793,1732677633881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.1732677636477 to pos 0, reset compression=false 2024-11-27T03:20:45,308 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881.replicationSource.wal-reader.66d3634da959%2C33793%2C1732677633881,1-66d3634da959,33793,1732677633881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.1732677636477 to pos 0, reset compression=false 2024-11-27T03:20:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:20:45,328 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:20:45,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:45,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:45,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:45,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:45,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:45,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:20:45,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,36963,1732677633623 2024-11-27T03:20:45,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cdaf882 2024-11-27T03:20:45,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:20:45,330 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:20:45,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T03:20:45,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:45,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:45,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:45,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:45,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:45,331 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:20:45,331 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2097465193, stopped=false 2024-11-27T03:20:45,331 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,36963,1732677633623 2024-11-27T03:20:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01771332524/running 2024-11-27T03:20:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01771332524/running 2024-11-27T03:20:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:45,377 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:20:45,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:45,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:45,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:45,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/running 2024-11-27T03:20:45,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/running 2024-11-27T03:20:45,377 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,33793,1732677633881' ***** 2024-11-27T03:20:45,377 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:20:45,378 INFO [RS:0;66d3634da959:33793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:20:45,378 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:20:45,378 INFO [RS:0;66d3634da959:33793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:20:45,378 INFO [RS:0;66d3634da959:33793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:20:45,378 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(3091): Received CLOSE for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:45,378 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,33793,1732677633881 2024-11-27T03:20:45,378 INFO [RS:0;66d3634da959:33793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:20:45,378 INFO [RS:0;66d3634da959:33793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:33793. 2024-11-27T03:20:45,378 DEBUG [RS:0;66d3634da959:33793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:45,378 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e225791694baa43f2b6ac05a3f780f1f, disabling compactions & flushes 2024-11-27T03:20:45,378 DEBUG [RS:0;66d3634da959:33793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:45,378 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:45,378 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:45,378 INFO [RS:0;66d3634da959:33793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:20:45,378 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. after waiting 0 ms 2024-11-27T03:20:45,378 INFO [RS:0;66d3634da959:33793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:20:45,378 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:45,378 INFO [RS:0;66d3634da959:33793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:20:45,379 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e225791694baa43f2b6ac05a3f780f1f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T03:20:45,379 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:20:45,379 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:20:45,379 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e225791694baa43f2b6ac05a3f780f1f=hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f.} 2024-11-27T03:20:45,379 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:45,379 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:20:45,379 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:20:45,379 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:20:45,379 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:20:45,379 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:20:45,379 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T03:20:45,392 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/info/f2ae3b74f26c43d59343a24c27093ba5 is 147, key is hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f./info:regioninfo/1732677644354/Put/seqid=0 2024-11-27T03:20:45,392 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f/.tmp/queue/49a09e2ef60245bfa6fa989854491871 is 151, key is 1-66d3634da959,33793,1732677633881/queue:66d3634da959%2C33793%2C1732677633881/1732677644773/Put/seqid=0 2024-11-27T03:20:45,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741838_1014 (size=5350) 2024-11-27T03:20:45,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741839_1015 (size=6631) 2024-11-27T03:20:45,441 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:20:45,579 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:45,713 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881.replicationSource.wal-reader.66d3634da959%2C33793%2C1732677633881,1-66d3634da959,33793,1732677633881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.1732677636477 to pos 0, reset compression=false 2024-11-27T03:20:45,779 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:45,797 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/info/f2ae3b74f26c43d59343a24c27093ba5 2024-11-27T03:20:45,797 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f/.tmp/queue/49a09e2ef60245bfa6fa989854491871 2024-11-27T03:20:45,803 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f/.tmp/queue/49a09e2ef60245bfa6fa989854491871 as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f/queue/49a09e2ef60245bfa6fa989854491871 2024-11-27T03:20:45,808 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f/queue/49a09e2ef60245bfa6fa989854491871, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T03:20:45,809 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e225791694baa43f2b6ac05a3f780f1f in 431ms, sequenceid=5, compaction requested=false 2024-11-27T03:20:45,809 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T03:20:45,814 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T03:20:45,814 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:45,814 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:20:45,814 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:45,814 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e225791694baa43f2b6ac05a3f780f1f: Waiting for close lock at 1732677645378Running coprocessor pre-close hooks at 1732677645378Disabling compacts and flushes for region at 1732677645378Disabling writes for close at 1732677645378Obtaining lock to block concurrent updates at 1732677645379 (+1 ms)Preparing flush snapshotting stores in e225791694baa43f2b6ac05a3f780f1f at 1732677645379Finished memstore snapshotting hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732677645379Flushing stores of hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. at 1732677645379Flushing e225791694baa43f2b6ac05a3f780f1f/queue: creating writer at 1732677645379Flushing e225791694baa43f2b6ac05a3f780f1f/queue: appending metadata at 1732677645392 (+13 ms)Flushing e225791694baa43f2b6ac05a3f780f1f/queue: closing flushed file at 1732677645392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581eca75: reopening flushed file at 1732677645802 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e225791694baa43f2b6ac05a3f780f1f in 431ms, sequenceid=5, compaction requested=false at 1732677645809 (+7 ms)Writing region close event to WAL at 1732677645810 (+1 ms)Running coprocessor post-close hooks at 1732677645814 (+4 ms)Closed at 1732677645814 2024-11-27T03:20:45,815 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:45,818 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/ns/2a2ad522ab71457fa1aacb86ff5c6b45 is 43, key is default/ns:d/1732677637464/Put/seqid=0 2024-11-27T03:20:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741840_1016 (size=5153) 2024-11-27T03:20:45,979 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:46,179 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:46,218 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881.replicationSource.wal-reader.66d3634da959%2C33793%2C1732677633881,1-66d3634da959,33793,1732677633881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.1732677636477 to pos 0, reset compression=false 2024-11-27T03:20:46,222 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/ns/2a2ad522ab71457fa1aacb86ff5c6b45 2024-11-27T03:20:46,238 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/table/fc3780833f354008b05684389d192b1d is 53, key is hbase:replication/table:state/1732677644361/Put/seqid=0 2024-11-27T03:20:46,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741841_1017 (size=5256) 2024-11-27T03:20:46,335 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:20:46,335 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:20:46,380 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:46,580 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:20:46,580 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:20:46,580 DEBUG [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:46,642 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/table/fc3780833f354008b05684389d192b1d 2024-11-27T03:20:46,648 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/info/f2ae3b74f26c43d59343a24c27093ba5 as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/info/f2ae3b74f26c43d59343a24c27093ba5 2024-11-27T03:20:46,653 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/info/f2ae3b74f26c43d59343a24c27093ba5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T03:20:46,654 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/ns/2a2ad522ab71457fa1aacb86ff5c6b45 as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/ns/2a2ad522ab71457fa1aacb86ff5c6b45 2024-11-27T03:20:46,659 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/ns/2a2ad522ab71457fa1aacb86ff5c6b45, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T03:20:46,660 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/table/fc3780833f354008b05684389d192b1d as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/table/fc3780833f354008b05684389d192b1d 2024-11-27T03:20:46,665 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/table/fc3780833f354008b05684389d192b1d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T03:20:46,666 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false 2024-11-27T03:20:46,670 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T03:20:46,671 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:46,671 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:20:46,671 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:46,671 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677645379Running coprocessor pre-close hooks at 1732677645379Disabling compacts and flushes for region at 1732677645379Disabling writes for close at 1732677645379Obtaining lock to block concurrent updates at 1732677645379Preparing flush snapshotting stores in 1588230740 at 1732677645379Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732677645379Flushing stores of hbase:meta,,1.1588230740 at 1732677645380 (+1 ms)Flushing 1588230740/info: creating writer at 1732677645380Flushing 1588230740/info: appending metadata at 1732677645392 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732677645392Flushing 1588230740/ns: creating writer at 1732677645802 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732677645817 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732677645817Flushing 1588230740/table: creating writer at 1732677646226 (+409 ms)Flushing 1588230740/table: appending metadata at 1732677646237 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732677646237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c71dc0: reopening flushed file at 1732677646647 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1bc8af: reopening flushed file at 1732677646653 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7b0c9f: reopening flushed file at 1732677646660 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false at 1732677646666 (+6 ms)Writing region close event to WAL at 1732677646667 (+1 ms)Running coprocessor post-close hooks at 1732677646671 (+4 ms)Closed at 1732677646671 2024-11-27T03:20:46,671 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:46,780 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,33793,1732677633881; all regions closed. 2024-11-27T03:20:46,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741834_1010 (size=2742) 2024-11-27T03:20:46,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.meta.1732677637390.meta not finished, retry = 0 2024-11-27T03:20:46,823 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881.replicationSource.wal-reader.66d3634da959%2C33793%2C1732677633881,1-66d3634da959,33793,1732677633881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.1732677636477 to pos 0, reset compression=false 2024-11-27T03:20:46,885 DEBUG [RS:0;66d3634da959:33793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs 2024-11-27T03:20:46,885 INFO [RS:0;66d3634da959:33793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C33793%2C1732677633881.meta:.meta(num 1732677637390) 2024-11-27T03:20:46,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741837_1013 (size=1586) 2024-11-27T03:20:46,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.rep.1732677644321 not finished, retry = 0 2024-11-27T03:20:46,989 DEBUG [RS:0;66d3634da959:33793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs 2024-11-27T03:20:46,989 INFO [RS:0;66d3634da959:33793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C33793%2C1732677633881.rep:(num 1732677644321) 2024-11-27T03:20:46,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741832_1008 (size=93) 2024-11-27T03:20:46,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881/66d3634da959%2C33793%2C1732677633881.1732677636477 not finished, retry = 0 2024-11-27T03:20:47,093 DEBUG [RS:0;66d3634da959:33793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs 2024-11-27T03:20:47,093 INFO [RS:0;66d3634da959:33793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C33793%2C1732677633881:(num 1732677636477) 2024-11-27T03:20:47,093 DEBUG [RS:0;66d3634da959:33793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:47,093 INFO [RS:0;66d3634da959:33793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:20:47,093 INFO [RS:0;66d3634da959:33793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:20:47,094 INFO [RS:0;66d3634da959:33793 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:20:47,094 INFO [RS:0;66d3634da959:33793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:20:47,094 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:20:47,094 INFO [RS:0;66d3634da959:33793 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,33793,1732677633881 because: Region server is closing 2024-11-27T03:20:47,094 INFO [RS:0;66d3634da959:33793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:33793. 2024-11-27T03:20:47,094 DEBUG [RS:0;66d3634da959:33793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:47,094 DEBUG [RS:0;66d3634da959:33793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:47,094 DEBUG [RS:0;66d3634da959:33793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:47,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:47,195 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881.replicationSource.wal-reader.66d3634da959%2C33793%2C1732677633881,1-66d3634da959,33793,1732677633881 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T03:20:47,195 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881.replicationSource.shipper66d3634da959%2C33793%2C1732677633881,1-66d3634da959,33793,1732677633881 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T03:20:47,195 INFO [RS:0;66d3634da959:33793 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33793,1732677633881.replicationSource.shipper66d3634da959%2C33793%2C1732677633881,1-66d3634da959,33793,1732677633881 terminated 2024-11-27T03:20:47,195 INFO [RS:0;66d3634da959:33793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33793 2024-11-27T03:20:47,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/rs 2024-11-27T03:20:47,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01771332524/rs/66d3634da959,33793,1732677633881 2024-11-27T03:20:47,271 INFO [RS:0;66d3634da959:33793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:20:47,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,33793,1732677633881] 2024-11-27T03:20:47,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/draining/66d3634da959,33793,1732677633881 already deleted, retry=false 2024-11-27T03:20:47,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,33793,1732677633881 expired; onlineServers=0 2024-11-27T03:20:47,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,36963,1732677633623' ***** 2024-11-27T03:20:47,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:20:47,303 INFO [M:0;66d3634da959:36963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:20:47,303 INFO [M:0;66d3634da959:36963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:20:47,303 DEBUG [M:0;66d3634da959:36963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:20:47,303 DEBUG [M:0;66d3634da959:36963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:20:47,303 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:20:47,303 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677636186 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677636186,5,FailOnTimeoutGroup] 2024-11-27T03:20:47,303 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677636186 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677636186,5,FailOnTimeoutGroup] 2024-11-27T03:20:47,303 INFO [M:0;66d3634da959:36963 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:20:47,303 INFO [M:0;66d3634da959:36963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:20:47,303 DEBUG [M:0;66d3634da959:36963 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:20:47,304 INFO [M:0;66d3634da959:36963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:20:47,304 INFO [M:0;66d3634da959:36963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:20:47,304 INFO [M:0;66d3634da959:36963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:20:47,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:20:47,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01771332524/master 2024-11-27T03:20:47,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:47,313 DEBUG [M:0;66d3634da959:36963 {}] zookeeper.ZKUtil(347): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/master because node does not exist (not an error) 2024-11-27T03:20:47,313 WARN [M:0;66d3634da959:36963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:20:47,314 INFO [M:0;66d3634da959:36963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/.lastflushedseqids 2024-11-27T03:20:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741842_1018 (size=181) 2024-11-27T03:20:47,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:47,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33793-0x1017a4e7b7b0001, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:47,393 INFO [RS:0;66d3634da959:33793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:20:47,393 INFO [RS:0;66d3634da959:33793 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,33793,1732677633881; zookeeper connection closed. 2024-11-27T03:20:47,393 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24487a11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24487a11 2024-11-27T03:20:47,393 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:20:47,719 INFO [M:0;66d3634da959:36963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:20:47,719 INFO [M:0;66d3634da959:36963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:20:47,719 DEBUG [M:0;66d3634da959:36963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:20:47,719 INFO [M:0;66d3634da959:36963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:47,719 DEBUG [M:0;66d3634da959:36963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:47,719 DEBUG [M:0;66d3634da959:36963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:20:47,719 DEBUG [M:0;66d3634da959:36963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:47,719 INFO [M:0;66d3634da959:36963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T03:20:47,733 DEBUG [M:0;66d3634da959:36963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9effa2da41414112acc02eb3b34217b5 is 82, key is hbase:meta,,1/info:regioninfo/1732677637426/Put/seqid=0 2024-11-27T03:20:47,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741843_1019 (size=5672) 2024-11-27T03:20:48,138 INFO [M:0;66d3634da959:36963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9effa2da41414112acc02eb3b34217b5 2024-11-27T03:20:48,156 DEBUG [M:0;66d3634da959:36963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d2d8d7bc5934b969691a5641c602bd9 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732677644366/Put/seqid=0 2024-11-27T03:20:48,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741844_1020 (size=7203) 2024-11-27T03:20:48,561 INFO [M:0;66d3634da959:36963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d2d8d7bc5934b969691a5641c602bd9 2024-11-27T03:20:48,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:20:48,579 DEBUG [M:0;66d3634da959:36963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce62a645a4ce4eb28ead36a8893dc262 is 69, key is 66d3634da959,33793,1732677633881/rs:state/1732677636310/Put/seqid=0 2024-11-27T03:20:48,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741845_1021 (size=5156) 2024-11-27T03:20:48,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:48,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:48,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:48,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:48,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:48,984 INFO [M:0;66d3634da959:36963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce62a645a4ce4eb28ead36a8893dc262 2024-11-27T03:20:48,989 DEBUG [M:0;66d3634da959:36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9effa2da41414112acc02eb3b34217b5 as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9effa2da41414112acc02eb3b34217b5 2024-11-27T03:20:48,993 INFO [M:0;66d3634da959:36963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9effa2da41414112acc02eb3b34217b5, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T03:20:48,994 DEBUG [M:0;66d3634da959:36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d2d8d7bc5934b969691a5641c602bd9 as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d2d8d7bc5934b969691a5641c602bd9 2024-11-27T03:20:48,998 INFO [M:0;66d3634da959:36963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d2d8d7bc5934b969691a5641c602bd9, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T03:20:48,999 DEBUG [M:0;66d3634da959:36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce62a645a4ce4eb28ead36a8893dc262 as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce62a645a4ce4eb28ead36a8893dc262 2024-11-27T03:20:49,004 INFO [M:0;66d3634da959:36963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce62a645a4ce4eb28ead36a8893dc262, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T03:20:49,004 INFO [M:0;66d3634da959:36963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=70, compaction requested=false 2024-11-27T03:20:49,005 INFO [M:0;66d3634da959:36963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:49,006 DEBUG [M:0;66d3634da959:36963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677647719Disabling compacts and flushes for region at 1732677647719Disabling writes for close at 1732677647719Obtaining lock to block concurrent updates at 1732677647719Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677647719Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732677647720 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677647720Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677647720Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677647733 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677647733Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677648142 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677648156 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677648156Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677648565 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677648579 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677648579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a63460e: reopening flushed file at 1732677648988 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5498d335: reopening flushed file at 1732677648993 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea59152: reopening flushed file at 1732677648998 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=70, compaction requested=false at 1732677649004 (+6 ms)Writing region close event to WAL at 1732677649005 (+1 ms)Closed at 1732677649005 2024-11-27T03:20:49,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741830_1006 (size=41008) 2024-11-27T03:20:49,007 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623/66d3634da959%2C36963%2C1732677633623.1732677635733 not finished, retry = 0 2024-11-27T03:20:49,109 INFO [M:0;66d3634da959:36963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:20:49,109 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:20:49,109 INFO [M:0;66d3634da959:36963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36963 2024-11-27T03:20:49,109 INFO [M:0;66d3634da959:36963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:20:49,402 INFO [M:0;66d3634da959:36963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:20:49,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:49,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1017a4e7b7b0000, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:49,404 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:20:49,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:49,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:49,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:20:49,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:49,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:20:49,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:20:49,405 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:20:49,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44887 2024-11-27T03:20:49,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44887 connecting to ZooKeeper ensemble=127.0.0.1:63058 2024-11-27T03:20:49,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448870x0, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:20:49,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44887-0x1017a4e7b7b0006 connected 2024-11-27T03:20:49,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:49,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:49,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/running 2024-11-27T03:20:49,646 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: INIT 2024-11-27T03:20:49,646 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399, hbase.cluster.distributed=false 2024-11-27T03:20:49,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/acl 2024-11-27T03:20:49,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44887 2024-11-27T03:20:49,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44887 2024-11-27T03:20:49,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44887 2024-11-27T03:20:49,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44887 2024-11-27T03:20:49,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44887 2024-11-27T03:20:49,668 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:20:49,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:49,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:49,668 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:20:49,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:49,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:20:49,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:20:49,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:20:49,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37217 2024-11-27T03:20:49,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37217 connecting to ZooKeeper ensemble=127.0.0.1:63058 2024-11-27T03:20:49,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:49,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:49,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372170x0, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:20:49,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/running 2024-11-27T03:20:49,682 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: INIT 2024-11-27T03:20:49,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37217-0x1017a4e7b7b0007 connected 2024-11-27T03:20:49,683 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:20:49,683 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:20:49,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/master 2024-11-27T03:20:49,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/acl 2024-11-27T03:20:49,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-27T03:20:49,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37217 2024-11-27T03:20:49,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37217 2024-11-27T03:20:49,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-27T03:20:49,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-27T03:20:49,697 DEBUG [M:0;66d3634da959:44887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:44887 2024-11-27T03:20:49,698 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01771332524/backup-masters/66d3634da959,44887,1732677649404 2024-11-27T03:20:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/backup-masters 2024-11-27T03:20:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/backup-masters 2024-11-27T03:20:49,703 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on existing znode=/01771332524/backup-masters/66d3634da959,44887,1732677649404 2024-11-27T03:20:49,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01771332524/master 2024-11-27T03:20:49,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:49,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:49,714 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on existing znode=/01771332524/master 2024-11-27T03:20:49,714 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01771332524/backup-masters/66d3634da959,44887,1732677649404 from backup master directory 2024-11-27T03:20:49,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/backup-masters 2024-11-27T03:20:49,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01771332524/backup-masters/66d3634da959,44887,1732677649404 2024-11-27T03:20:49,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/backup-masters 2024-11-27T03:20:49,724 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:20:49,724 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,44887,1732677649404 2024-11-27T03:20:49,732 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:49,732 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:20:49,738 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-27T03:20:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741846_1022 (size=196) 2024-11-27T03:20:50,150 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:20:50,151 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:20:50,151 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:50,156 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T03:20:50,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623 to hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623-dead as it is dead 2024-11-27T03:20:50,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623-dead/66d3634da959%2C36963%2C1732677633623.1732677635733 2024-11-27T03:20:50,159 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623-dead/66d3634da959%2C36963%2C1732677633623.1732677635733 after 1ms 2024-11-27T03:20:50,159 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623-dead/66d3634da959%2C36963%2C1732677633623.1732677635733 to hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/66d3634da959%2C36963%2C1732677633623.1732677635733 2024-11-27T03:20:50,159 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,36963,1732677633623-dead 2024-11-27T03:20:50,160 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,44887,1732677649404 2024-11-27T03:20:50,160 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:20:50,161 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C44887%2C1732677649404, suffix=, logDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,44887,1732677649404, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/oldWALs, maxLogs=10 2024-11-27T03:20:50,173 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,44887,1732677649404/66d3634da959%2C44887%2C1732677649404.1732677650162, exclude list is [], retry=0 2024-11-27T03:20:50,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-8cbb5b23-c110-4276-80f3-662966f7d88e,DISK] 2024-11-27T03:20:50,177 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,44887,1732677649404/66d3634da959%2C44887%2C1732677649404.1732677650162 2024-11-27T03:20:50,177 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-11-27T03:20:50,177 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:50,177 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:50,178 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:50,178 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:50,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:50,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:20:50,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:50,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9effa2da41414112acc02eb3b34217b5 2024-11-27T03:20:50,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:50,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:50,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:20:50,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:50,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d2d8d7bc5934b969691a5641c602bd9 2024-11-27T03:20:50,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:50,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:50,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:20:50,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:50,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce62a645a4ce4eb28ead36a8893dc262 2024-11-27T03:20:50,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:50,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:50,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:20:50,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:50,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:50,197 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:50,198 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T03:20:50,198 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/66d3634da959%2C36963%2C1732677633623.1732677635733 2024-11-27T03:20:50,202 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/66d3634da959%2C36963%2C1732677633623.1732677635733 2024-11-27T03:20:50,202 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/66d3634da959%2C36963%2C1732677633623.1732677635733 2024-11-27T03:20:50,204 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:50,204 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:50,204 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:20:50,205 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:50,207 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-27T03:20:50,208 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64538498, jitterRate=-0.038301438093185425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:20:50,208 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677650178Initializing all the Stores at 1732677650178Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677650178Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677650179 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677650179Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677650179Cleaning up temporary data from old regions at 1732677650204 (+25 ms)Region opened successfully at 1732677650208 (+4 ms) 2024-11-27T03:20:50,208 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:20:50,210 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df16f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:20:50,212 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T03:20:50,212 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:20:50,212 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:20:50,212 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:20:50,213 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:20:50,215 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:50,215 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:20:50,216 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:20:50,216 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-27T03:20:50,216 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:20:50,218 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=66d3634da959,33793,1732677633881, regionLocation=66d3634da959,33793,1732677633881, openSeqNum=2 2024-11-27T03:20:50,218 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=66d3634da959,33793,1732677633881, table=hbase:meta, region=1588230740 2024-11-27T03:20:50,218 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,33793,1732677633881, state=OPEN 2024-11-27T03:20:50,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01771332524/meta-region-server 2024-11-27T03:20:50,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01771332524/meta-region-server 2024-11-27T03:20:50,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: CHANGED 2024-11-27T03:20:50,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: CHANGED 2024-11-27T03:20:50,263 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:20:50,271 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/draining/66d3634da959,33793,1732677633881 already deleted, retry=false 2024-11-27T03:20:50,271 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 66d3634da959,33793,1732677633881 on 66d3634da959,44887,1732677649404 2024-11-27T03:20:50,272 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 66d3634da959,33793,1732677633881, splitWal=true, meta=true 2024-11-27T03:20:50,272 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 66d3634da959,33793,1732677633881 (carryingMeta=true) 66d3634da959,33793,1732677633881/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@747677d9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T03:20:50,274 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/balancer because node does not exist (not necessarily an error) 2024-11-27T03:20:50,281 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/balancer already deleted, retry=false 2024-11-27T03:20:50,282 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:20:50,282 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:20:50,292 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/normalizer already deleted, retry=false 2024-11-27T03:20:50,292 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:20:50,293 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:20:50,303 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/switch/split already deleted, retry=false 2024-11-27T03:20:50,303 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:20:50,313 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/switch/merge already deleted, retry=false 2024-11-27T03:20:50,325 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:20:50,334 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/snapshot-cleanup already deleted, retry=false 2024-11-27T03:20:50,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01771332524/running 2024-11-27T03:20:50,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01771332524/running 2024-11-27T03:20:50,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:50,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:50,345 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,44887,1732677649404, sessionid=0x1017a4e7b7b0006, setting cluster-up flag (Was=false) 2024-11-27T03:20:50,356 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01771332524/flush-table-proc/acquired, /01771332524/flush-table-proc/reached, /01771332524/flush-table-proc/abort 2024-11-27T03:20:50,357 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,44887,1732677649404 2024-11-27T03:20:50,366 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01771332524/online-snapshot/acquired, /01771332524/online-snapshot/reached, /01771332524/online-snapshot/abort 2024-11-27T03:20:50,367 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,44887,1732677649404 2024-11-27T03:20:50,368 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/.lastflushedseqids 2024-11-27T03:20:50,370 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:20:50,370 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:20:50,371 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,44887,1732677649404 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 66d3634da959,33793,1732677633881 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:20:50,372 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:50,372 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:50,372 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:50,372 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:50,372 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:20:50,372 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,372 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:20:50,372 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,373 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677680373 2024-11-27T03:20:50,373 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:20:50,373 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:20:50,373 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:20:50,373 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:20:50,373 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:20:50,373 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:20:50,373 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,374 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 66d3634da959,33793,1732677633881, splitWal=true, meta=true 2024-11-27T03:20:50,374 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:20:50,374 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:20:50,374 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:20:50,374 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:20:50,374 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 66d3634da959,33793,1732677633881, splitWal=true, meta=true, isMeta: true 2024-11-27T03:20:50,374 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:20:50,374 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:20:50,375 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677650375,5,FailOnTimeoutGroup] 2024-11-27T03:20:50,375 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677650375,5,FailOnTimeoutGroup] 2024-11-27T03:20:50,375 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,375 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:20:50,375 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,375 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,375 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677650375, completionTime=-1 2024-11-27T03:20:50,375 WARN [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T03:20:50,375 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T03:20:50,376 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881-splitting 2024-11-27T03:20:50,377 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881-splitting dir is empty, no logs to split. 2024-11-27T03:20:50,377 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66d3634da959,33793,1732677633881 WAL count=0, meta=true 2024-11-27T03:20:50,378 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881-splitting dir is empty, no logs to split. 2024-11-27T03:20:50,379 INFO [PEWorker-1 {}] master.SplitWALManager(105): 66d3634da959,33793,1732677633881 WAL count=0, meta=true 2024-11-27T03:20:50,379 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 66d3634da959,33793,1732677633881 WAL splitting is done? wals=0, meta=true 2024-11-27T03:20:50,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:20:50,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:20:50,381 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T03:20:50,390 INFO [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(746): ClusterId : 10026ff8-376c-4e2f-b6c0-4b7f57090977 2024-11-27T03:20:50,390 DEBUG [RS:0;66d3634da959:37217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:20:50,398 DEBUG [RS:0;66d3634da959:37217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:20:50,398 DEBUG [RS:0;66d3634da959:37217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:20:50,408 DEBUG [RS:0;66d3634da959:37217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:20:50,409 DEBUG [RS:0;66d3634da959:37217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5de808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:20:50,420 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:37217 2024-11-27T03:20:50,420 INFO [RS:0;66d3634da959:37217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:20:50,420 INFO [RS:0;66d3634da959:37217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:20:50,420 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:20:50,420 INFO [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,44887,1732677649404 with port=37217, startcode=1732677649667 2024-11-27T03:20:50,421 DEBUG [RS:0;66d3634da959:37217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:20:50,422 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:20:50,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,37217,1732677649667 2024-11-27T03:20:50,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44887 {}] master.ServerManager(517): Registering regionserver=66d3634da959,37217,1732677649667 2024-11-27T03:20:50,423 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399 2024-11-27T03:20:50,423 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44553 2024-11-27T03:20:50,423 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:20:50,426 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T03:20:50,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/rs 2024-11-27T03:20:50,462 DEBUG [RS:0;66d3634da959:37217 {}] zookeeper.ZKUtil(111): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on existing znode=/01771332524/rs/66d3634da959,37217,1732677649667 2024-11-27T03:20:50,462 WARN [RS:0;66d3634da959:37217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:20:50,462 INFO [RS:0;66d3634da959:37217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:50,462 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667 2024-11-27T03:20:50,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,37217,1732677649667] 2024-11-27T03:20:50,479 INFO [RS:0;66d3634da959:37217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:20:50,481 INFO [RS:0;66d3634da959:37217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:20:50,481 INFO [RS:0;66d3634da959:37217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:20:50,481 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,481 INFO [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:20:50,482 INFO [RS:0;66d3634da959:37217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:20:50,482 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:20:50,482 DEBUG [RS:0;66d3634da959:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:20:50,483 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,483 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,483 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,483 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,483 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,483 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37217,1732677649667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:20:50,499 INFO [RS:0;66d3634da959:37217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:20:50,499 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37217,1732677649667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,514 INFO [RS:0;66d3634da959:37217 {}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,37217,1732677649667, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:20:50,514 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,514 INFO [RS:0;66d3634da959:37217 {}] regionserver.Replication(171): 66d3634da959,37217,1732677649667 started 2024-11-27T03:20:50,526 DEBUG [RS:0;66d3634da959:37217.replicationSource,1-66d3634da959,37217,1732677649667 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41867' 2024-11-27T03:20:50,527 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:50,527 INFO [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,37217,1732677649667, RpcServer on 66d3634da959/172.17.0.3:37217, sessionid=0x1017a4e7b7b0007 2024-11-27T03:20:50,527 DEBUG [RS:0;66d3634da959:37217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:20:50,527 DEBUG [RS:0;66d3634da959:37217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,37217,1732677649667 2024-11-27T03:20:50,527 DEBUG [RS:0;66d3634da959:37217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,37217,1732677649667' 2024-11-27T03:20:50,527 DEBUG [RS:0;66d3634da959:37217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01771332524/flush-table-proc/abort' 2024-11-27T03:20:50,527 DEBUG [RS:0;66d3634da959:37217.replicationSource,1-66d3634da959,37217,1732677649667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b36844e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:50,527 DEBUG [RS:0;66d3634da959:37217.replicationSource,1-66d3634da959,37217,1732677649667 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41867,-1 for getting cluster id 2024-11-27T03:20:50,527 DEBUG [RS:0;66d3634da959:37217.replicationSource,1-66d3634da959,37217,1732677649667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:20:50,528 DEBUG [RS:0;66d3634da959:37217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01771332524/flush-table-proc/acquired' 2024-11-27T03:20:50,528 DEBUG [RS:0;66d3634da959:37217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:20:50,528 DEBUG [RS:0;66d3634da959:37217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:20:50,528 DEBUG [RS:0;66d3634da959:37217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,37217,1732677649667 2024-11-27T03:20:50,528 DEBUG [RS:0;66d3634da959:37217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,37217,1732677649667' 2024-11-27T03:20:50,528 DEBUG [RS:0;66d3634da959:37217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01771332524/online-snapshot/abort' 2024-11-27T03:20:50,528 DEBUG [RS:0;66d3634da959:37217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01771332524/online-snapshot/acquired' 2024-11-27T03:20:50,528 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c5f4881-a669-458c-89d1-47d61a477194' 2024-11-27T03:20:50,529 DEBUG [RS:0;66d3634da959:37217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:20:50,529 INFO [RS:0;66d3634da959:37217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:20:50,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:20:50,529 INFO [RS:0;66d3634da959:37217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:20:50,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c5f4881-a669-458c-89d1-47d61a477194" 2024-11-27T03:20:50,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b026a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:50,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41867,-1] 2024-11-27T03:20:50,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:20:50,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:50,530 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:20:50,530 DEBUG [RS:0;66d3634da959:37217.replicationSource,1-66d3634da959,37217,1732677649667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a6a743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:50,530 DEBUG [RS:0;66d3634da959:37217.replicationSource,1-66d3634da959,37217,1732677649667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:20:50,531 WARN [66d3634da959:44887 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T03:20:50,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41867,1732677639642 2024-11-27T03:20:50,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5331f5ca 2024-11-27T03:20:50,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:20:50,532 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-27T03:20:50,532 INFO [RS:0;66d3634da959:37217.replicationSource,1-66d3634da959,37217,1732677649667 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,37217,1732677649667 (queues=0) is replicating from cluster=10026ff8-376c-4e2f-b6c0-4b7f57090977 to cluster=9c5f4881-a669-458c-89d1-47d61a477194 2024-11-27T03:20:50,629 INFO [RS:0;66d3634da959:37217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:20:50,630 INFO [RS:0;66d3634da959:37217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C37217%2C1732677649667, suffix=, logDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs, maxLogs=10 2024-11-27T03:20:50,642 DEBUG [RS:0;66d3634da959:37217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631, exclude list is [], retry=0 2024-11-27T03:20:50,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-8cbb5b23-c110-4276-80f3-662966f7d88e,DISK] 2024-11-27T03:20:50,646 INFO [RS:0;66d3634da959:37217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 2024-11-27T03:20:50,646 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 66d3634da959%2C37217%2C1732677649667 for peer 1 2024-11-27T03:20:50,646 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C37217%2C1732677649667 2024-11-27T03:20:50,647 INFO [RS:0;66d3634da959:37217 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,37217,1732677649667, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:20:50,647 DEBUG [RS:0;66d3634da959:37217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-11-27T03:20:50,647 INFO [RS:0;66d3634da959:37217.replicationSource.shipper66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C37217%2C1732677649667 2024-11-27T03:20:50,647 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631, startPosition=0, beingWritten=true 2024-11-27T03:20:50,781 DEBUG [66d3634da959:44887 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:20:50,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,37217,1732677649667 2024-11-27T03:20:50,782 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,37217,1732677649667, state=OPENING 2024-11-27T03:20:50,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01771332524/meta-region-server 2024-11-27T03:20:50,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01771332524/meta-region-server 2024-11-27T03:20:50,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: CHANGED 2024-11-27T03:20:50,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: CHANGED 2024-11-27T03:20:50,798 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:20:50,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,37217,1732677649667}] 2024-11-27T03:20:50,852 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:50,950 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:20:50,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:20:50,954 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:20:50,954 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:50,954 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:20:50,955 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C37217%2C1732677649667.meta, suffix=.meta, logDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs, maxLogs=10 2024-11-27T03:20:50,967 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.meta.1732677650955.meta, exclude list is [], retry=0 2024-11-27T03:20:50,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-8cbb5b23-c110-4276-80f3-662966f7d88e,DISK] 2024-11-27T03:20:50,970 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.meta.1732677650955.meta 2024-11-27T03:20:50,970 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-11-27T03:20:50,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:50,971 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:20:50,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:20:50,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:20:50,971 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:20:50,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:20:50,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:50,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:20:50,971 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:20:50,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:20:50,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:20:50,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:50,978 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/info/f2ae3b74f26c43d59343a24c27093ba5 2024-11-27T03:20:50,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:50,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:20:50,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:20:50,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:50,984 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/ns/2a2ad522ab71457fa1aacb86ff5c6b45 2024-11-27T03:20:50,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:50,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:20:50,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:20:50,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:50,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:50,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:20:50,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:20:50,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:50,991 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/table/fc3780833f354008b05684389d192b1d 2024-11-27T03:20:50,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:50,991 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:20:50,992 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740 2024-11-27T03:20:50,993 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740 2024-11-27T03:20:50,994 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:20:50,994 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:20:50,995 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:20:50,996 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:20:50,997 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67191107, jitterRate=0.0012255162000656128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:20:50,997 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:20:50,997 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677650971Writing region info on filesystem at 1732677650971Initializing all the Stores at 1732677650972 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677650972Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677650972Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677650972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677650972Cleaning up temporary data from old regions at 1732677650994 (+22 ms)Running coprocessor post-open hooks at 1732677650997 (+3 ms)Region opened successfully at 1732677650997 2024-11-27T03:20:50,998 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732677650949 2024-11-27T03:20:50,999 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:20:50,999 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:20:51,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=66d3634da959,37217,1732677649667 2024-11-27T03:20:51,001 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,37217,1732677649667, state=OPEN 2024-11-27T03:20:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01771332524/meta-region-server 2024-11-27T03:20:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01771332524/meta-region-server 2024-11-27T03:20:51,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: CHANGED 2024-11-27T03:20:51,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01771332524/meta-region-server: CHANGED 2024-11-27T03:20:51,008 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,37217,1732677649667 2024-11-27T03:20:51,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T03:20:51,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,37217,1732677649667 in 210 msec 2024-11-27T03:20:51,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:20:51,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-27T03:20:51,156 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:51,560 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:51,928 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-27T03:20:52,065 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:52,669 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:53,373 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:53,430 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-27T03:20:54,177 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:54,883 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T03:20:54,883 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:20:54,883 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:20:54,883 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37217,1732677649667, seqNum=-1] 2024-11-27T03:20:54,883 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:54,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:54,887 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e225791694baa43f2b6ac05a3f780f1f, regionState=OPEN, lastHost=66d3634da959,33793,1732677633881, regionLocation=66d3634da959,33793,1732677633881, openSeqNum=2 2024-11-27T03:20:54,887 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:20:54,888 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677714888 2024-11-27T03:20:54,888 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677774888 2024-11-27T03:20:54,888 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-27T03:20:54,888 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 66d3634da959,33793,1732677633881 had 2 regions 2024-11-27T03:20:54,888 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44887,1732677649404-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,888 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44887,1732677649404-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,888 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44887,1732677649404-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,888 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:44887, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,888 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,888 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,889 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 66d3634da959,33793,1732677633881, splitWal=true, meta=true, isMeta: false 2024-11-27T03:20:54,890 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881-splitting dir is empty, no logs to split. 2024-11-27T03:20:54,890 INFO [PEWorker-3 {}] master.SplitWALManager(105): 66d3634da959,33793,1732677633881 WAL count=0, meta=false 2024-11-27T03:20:54,894 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.170sec 2024-11-27T03:20:54,894 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:20:54,894 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:20:54,894 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:20:54,894 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:20:54,894 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:20:54,894 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44887,1732677649404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:20:54,894 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44887,1732677649404-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:20:54,894 WARN [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=66d3634da959,33793,1732677633881/hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:54,897 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:20:54,897 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:20:54,897 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,33793,1732677633881-splitting dir is empty, no logs to split. 2024-11-27T03:20:54,897 INFO [PEWorker-3 {}] master.SplitWALManager(105): 66d3634da959,33793,1732677633881 WAL count=0, meta=false 2024-11-27T03:20:54,897 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44887,1732677649404-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,897 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 66d3634da959,33793,1732677633881 WAL splitting is done? wals=0, meta=false 2024-11-27T03:20:54,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e225791694baa43f2b6ac05a3f780f1f, ASSIGN}] 2024-11-27T03:20:54,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e225791694baa43f2b6ac05a3f780f1f, ASSIGN 2024-11-27T03:20:54,900 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e225791694baa43f2b6ac05a3f780f1f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T03:20:54,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63300ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:54,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,44887,-1 for getting cluster id 2024-11-27T03:20:54,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:20:54,994 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10026ff8-376c-4e2f-b6c0-4b7f57090977' 2024-11-27T03:20:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:20:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10026ff8-376c-4e2f-b6c0-4b7f57090977" 2024-11-27T03:20:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535e4c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,44887,-1] 2024-11-27T03:20:54,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:20:54,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:54,996 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:20:54,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf23514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:54,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:20:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37217,1732677649667, seqNum=-1] 2024-11-27T03:20:54,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:54,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:55,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T03:20:55,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:55,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:55,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:55,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:55,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:55,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 66d3634da959:44887 after: 66d3634da959:44887 2024-11-27T03:20:55,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2be618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:55,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,44887,-1 for getting cluster id 2024-11-27T03:20:55,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:20:55,002 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10026ff8-376c-4e2f-b6c0-4b7f57090977' 2024-11-27T03:20:55,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:20:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10026ff8-376c-4e2f-b6c0-4b7f57090977" 2024-11-27T03:20:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a28e547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,44887,-1] 2024-11-27T03:20:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:20:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:55,004 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:20:55,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2928dc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:55,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:20:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,44887,1732677649404 2024-11-27T03:20:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a6be07e 2024-11-27T03:20:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:20:55,006 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:20:55,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T03:20:55,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:20:55,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:55,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:55,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:55,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:55,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:55,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:20:55,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=821935925, stopped=false 2024-11-27T03:20:55,007 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,41867,1732677639642 2024-11-27T03:20:55,051 DEBUG [66d3634da959:44887 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:20:55,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e225791694baa43f2b6ac05a3f780f1f, regionState=OPENING, regionLocation=66d3634da959,37217,1732677649667 2024-11-27T03:20:55,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e225791694baa43f2b6ac05a3f780f1f, ASSIGN because future has completed 2024-11-27T03:20:55,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e225791694baa43f2b6ac05a3f780f1f, server=66d3634da959,37217,1732677649667}] 2024-11-27T03:20:55,086 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11185673858/running 2024-11-27T03:20:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11185673858/running 2024-11-27T03:20:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:55,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:20:55,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:55,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:55,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Set watcher on znode that does not yet exist, /11185673858/running 2024-11-27T03:20:55,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:55,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,45437,1732677639799' ***** 2024-11-27T03:20:55,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:20:55,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Set watcher on znode that does not yet exist, /11185673858/running 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:20:55,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,45437,1732677639799 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:45437. 2024-11-27T03:20:55,104 DEBUG [RS:0;66d3634da959:45437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:55,104 DEBUG [RS:0;66d3634da959:45437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:20:55,104 INFO [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:20:55,104 DEBUG [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:20:55,104 DEBUG [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:55,104 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:20:55,104 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:20:55,104 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:20:55,104 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:20:55,104 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:20:55,104 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T03:20:55,119 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740/.tmp/ns/f68922f3b150477aa7860749289e4b59 is 43, key is default/ns:d/1732677643118/Put/seqid=0 2024-11-27T03:20:55,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741835_1011 (size=5153) 2024-11-27T03:20:55,186 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:20:55,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:55,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:55,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:20:55,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C37217%2C1732677649667.rep, suffix=, logDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667, archiveDir=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs, maxLogs=10 2024-11-27T03:20:55,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.rep.1732677655210, exclude list is [], retry=0 2024-11-27T03:20:55,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-8cbb5b23-c110-4276-80f3-662966f7d88e,DISK] 2024-11-27T03:20:55,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.rep.1732677655210 2024-11-27T03:20:55,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-11-27T03:20:55,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => e225791694baa43f2b6ac05a3f780f1f, NAME => 'hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:55,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:20:55,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:20:55,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. service=MultiRowMutationService 2024-11-27T03:20:55,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:20:55,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:55,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,228 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,228 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e225791694baa43f2b6ac05a3f780f1f columnFamilyName hfileref 2024-11-27T03:20:55,228 DEBUG [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:55,229 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(327): Store=e225791694baa43f2b6ac05a3f780f1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:55,229 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,229 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e225791694baa43f2b6ac05a3f780f1f columnFamilyName queue 2024-11-27T03:20:55,229 DEBUG [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:55,234 DEBUG [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f/queue/49a09e2ef60245bfa6fa989854491871 2024-11-27T03:20:55,234 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(327): Store=e225791694baa43f2b6ac05a3f780f1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:55,234 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,235 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e225791694baa43f2b6ac05a3f780f1f columnFamilyName sid 2024-11-27T03:20:55,235 DEBUG [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:55,235 INFO [StoreOpener-e225791694baa43f2b6ac05a3f780f1f-1 {}] regionserver.HStore(327): Store=e225791694baa43f2b6ac05a3f780f1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:55,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:20:55,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened e225791694baa43f2b6ac05a3f780f1f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67606885, jitterRate=0.007421091198921204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:20:55,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:55,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for e225791694baa43f2b6ac05a3f780f1f: Running coprocessor pre-open hook at 1732677655227Writing region info on filesystem at 1732677655227Initializing all the Stores at 1732677655227Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677655227Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677655228 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677655228Cleaning up temporary data from old regions at 1732677655238 (+10 ms)Running coprocessor post-open hooks at 1732677655241 (+3 ms)Region opened successfully at 1732677655241 2024-11-27T03:20:55,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f., pid=13, masterSystemTime=1732677655205 2024-11-27T03:20:55,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:55,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:55,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e225791694baa43f2b6ac05a3f780f1f, regionState=OPEN, openSeqNum=9, regionLocation=66d3634da959,37217,1732677649667 2024-11-27T03:20:55,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e225791694baa43f2b6ac05a3f780f1f, server=66d3634da959,37217,1732677649667 because future has completed 2024-11-27T03:20:55,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T03:20:55,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e225791694baa43f2b6ac05a3f780f1f, server=66d3634da959,37217,1732677649667 in 194 msec 2024-11-27T03:20:55,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-27T03:20:55,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e225791694baa43f2b6ac05a3f780f1f, ASSIGN in 350 msec 2024-11-27T03:20:55,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T03:20:55,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f., hostname=66d3634da959,37217,1732677649667, seqNum=9] 2024-11-27T03:20:55,268 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 66d3634da959,33793,1732677633881 2024-11-27T03:20:55,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T03:20:55,304 DEBUG [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:55,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-27T03:20:55,505 DEBUG [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:55,523 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740/.tmp/ns/f68922f3b150477aa7860749289e4b59 2024-11-27T03:20:55,592 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740/.tmp/ns/f68922f3b150477aa7860749289e4b59 as hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740/ns/f68922f3b150477aa7860749289e4b59 2024-11-27T03:20:55,597 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740/ns/f68922f3b150477aa7860749289e4b59, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T03:20:55,598 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 494ms, sequenceid=6, compaction requested=false 2024-11-27T03:20:55,598 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:20:55,602 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T03:20:55,602 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:55,602 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:20:55,602 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:55,602 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677655104Running coprocessor pre-close hooks at 1732677655104Disabling compacts and flushes for region at 1732677655104Disabling writes for close at 1732677655104Obtaining lock to block concurrent updates at 1732677655104Preparing flush snapshotting stores in 1588230740 at 1732677655104Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732677655105 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732677655105Flushing 1588230740/ns: creating writer at 1732677655105Flushing 1588230740/ns: appending metadata at 1732677655118 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732677655119 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c45f90b: reopening flushed file at 1732677655592 (+473 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 494ms, sequenceid=6, compaction requested=false at 1732677655598 (+6 ms)Writing region close event to WAL at 1732677655599 (+1 ms)Running coprocessor post-close hooks at 1732677655602 (+3 ms)Closed at 1732677655602 2024-11-27T03:20:55,602 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:55,705 INFO [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,45437,1732677639799; all regions closed. 2024-11-27T03:20:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741834_1010 (size=1152) 2024-11-27T03:20:55,709 DEBUG [RS:0;66d3634da959:45437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/oldWALs 2024-11-27T03:20:55,709 INFO [RS:0;66d3634da959:45437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C45437%2C1732677639799.meta:.meta(num 1732677643052) 2024-11-27T03:20:55,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741832_1008 (size=93) 2024-11-27T03:20:55,712 DEBUG [RS:0;66d3634da959:45437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/oldWALs 2024-11-27T03:20:55,712 INFO [RS:0;66d3634da959:45437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C45437%2C1732677639799:(num 1732677642198) 2024-11-27T03:20:55,712 DEBUG [RS:0;66d3634da959:45437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:55,712 INFO [RS:0;66d3634da959:45437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:20:55,712 INFO [RS:0;66d3634da959:45437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:20:55,712 INFO [RS:0;66d3634da959:45437 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T03:20:55,712 INFO [RS:0;66d3634da959:45437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:20:55,713 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:20:55,713 INFO [RS:0;66d3634da959:45437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45437 2024-11-27T03:20:55,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11185673858/rs/66d3634da959,45437,1732677639799 2024-11-27T03:20:55,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858/rs 2024-11-27T03:20:55,734 INFO [RS:0;66d3634da959:45437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:20:55,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,45437,1732677639799] 2024-11-27T03:20:55,755 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11185673858/draining/66d3634da959,45437,1732677639799 already deleted, retry=false 2024-11-27T03:20:55,755 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,45437,1732677639799 expired; onlineServers=0 2024-11-27T03:20:55,755 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,41867,1732677639642' ***** 2024-11-27T03:20:55,755 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:20:55,755 INFO [M:0;66d3634da959:41867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:20:55,755 INFO [M:0;66d3634da959:41867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:20:55,755 DEBUG [M:0;66d3634da959:41867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:20:55,755 DEBUG [M:0;66d3634da959:41867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:20:55,755 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677641847 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677641847,5,FailOnTimeoutGroup] 2024-11-27T03:20:55,755 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:20:55,755 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677641847 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677641847,5,FailOnTimeoutGroup] 2024-11-27T03:20:55,755 INFO [M:0;66d3634da959:41867 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:20:55,756 INFO [M:0;66d3634da959:41867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:20:55,756 DEBUG [M:0;66d3634da959:41867 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:20:55,756 INFO [M:0;66d3634da959:41867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:20:55,756 INFO [M:0;66d3634da959:41867 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:20:55,756 INFO [M:0;66d3634da959:41867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:20:55,756 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:20:55,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11185673858/master 2024-11-27T03:20:55,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185673858 2024-11-27T03:20:55,765 DEBUG [M:0;66d3634da959:41867 {}] zookeeper.ZKUtil(347): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Unable to get data of znode /11185673858/master because node does not exist (not an error) 2024-11-27T03:20:55,765 WARN [M:0;66d3634da959:41867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:20:55,767 INFO [M:0;66d3634da959:41867 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/.lastflushedseqids 2024-11-27T03:20:55,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741836_1012 (size=99) 2024-11-27T03:20:55,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:55,845 INFO [RS:0;66d3634da959:45437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:20:55,845 INFO [RS:0;66d3634da959:45437 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,45437,1732677639799; zookeeper connection closed. 2024-11-27T03:20:55,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45437-0x1017a4e7b7b0004, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:55,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f864740 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f864740 2024-11-27T03:20:55,845 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:20:56,090 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:56,171 INFO [M:0;66d3634da959:41867 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:20:56,172 INFO [M:0;66d3634da959:41867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:20:56,172 DEBUG [M:0;66d3634da959:41867 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:20:56,172 INFO [M:0;66d3634da959:41867 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:56,172 DEBUG [M:0;66d3634da959:41867 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:56,172 DEBUG [M:0;66d3634da959:41867 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:20:56,172 DEBUG [M:0;66d3634da959:41867 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:56,172 INFO [M:0;66d3634da959:41867 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T03:20:56,186 DEBUG [M:0;66d3634da959:41867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6e9d1dded054ac887aeb8c7af74ffa0 is 82, key is hbase:meta,,1/info:regioninfo/1732677643089/Put/seqid=0 2024-11-27T03:20:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741837_1013 (size=5672) 2024-11-27T03:20:56,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:20:56,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:56,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:56,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:56,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:56,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:20:56,590 INFO [M:0;66d3634da959:41867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6e9d1dded054ac887aeb8c7af74ffa0 2024-11-27T03:20:56,607 DEBUG [M:0;66d3634da959:41867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/471f11e16e5844519cb66951469740e7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732677643122/Put/seqid=0 2024-11-27T03:20:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741838_1014 (size=5275) 2024-11-27T03:20:57,011 INFO [M:0;66d3634da959:41867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/471f11e16e5844519cb66951469740e7 2024-11-27T03:20:57,027 DEBUG [M:0;66d3634da959:41867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf63674b6e234c3fbe0f41b772dac766 is 69, key is 66d3634da959,45437,1732677639799/rs:state/1732677641971/Put/seqid=0 2024-11-27T03:20:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741839_1015 (size=5156) 2024-11-27T03:20:57,195 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:57,432 INFO [M:0;66d3634da959:41867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf63674b6e234c3fbe0f41b772dac766 2024-11-27T03:20:57,437 DEBUG [M:0;66d3634da959:41867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6e9d1dded054ac887aeb8c7af74ffa0 as hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6e9d1dded054ac887aeb8c7af74ffa0 2024-11-27T03:20:57,441 INFO [M:0;66d3634da959:41867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6e9d1dded054ac887aeb8c7af74ffa0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T03:20:57,441 DEBUG [M:0;66d3634da959:41867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/471f11e16e5844519cb66951469740e7 as hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/471f11e16e5844519cb66951469740e7 2024-11-27T03:20:57,445 INFO [M:0;66d3634da959:41867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/471f11e16e5844519cb66951469740e7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T03:20:57,446 DEBUG [M:0;66d3634da959:41867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf63674b6e234c3fbe0f41b772dac766 as hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf63674b6e234c3fbe0f41b772dac766 2024-11-27T03:20:57,450 INFO [M:0;66d3634da959:41867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/820282bf-14e2-d345-0999-9c21f4f497fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf63674b6e234c3fbe0f41b772dac766, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T03:20:57,451 INFO [M:0;66d3634da959:41867 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false 2024-11-27T03:20:57,452 INFO [M:0;66d3634da959:41867 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:57,452 DEBUG [M:0;66d3634da959:41867 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677656172Disabling compacts and flushes for region at 1732677656172Disabling writes for close at 1732677656172Obtaining lock to block concurrent updates at 1732677656172Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677656172Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732677656172Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677656173 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677656173Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677656186 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677656186Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677656594 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677656606 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677656606Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677657015 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677657027 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677657027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667fffc6: reopening flushed file at 1732677657436 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b57da50: reopening flushed file at 1732677657441 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455bfabc: reopening flushed file at 1732677657445 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false at 1732677657451 (+6 ms)Writing region close event to WAL at 1732677657452 (+1 ms)Closed at 1732677657452 2024-11-27T03:20:57,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741830_1006 (size=10165) 2024-11-27T03:20:57,454 INFO [M:0;66d3634da959:41867 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:20:57,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:20:57,454 INFO [M:0;66d3634da959:41867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41867 2024-11-27T03:20:57,455 INFO [M:0;66d3634da959:41867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:20:57,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:57,602 INFO [M:0;66d3634da959:41867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:20:57,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41867-0x1017a4e7b7b0003, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:57,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f25c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:20:57,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1671ab22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:20:57,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:20:57,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2427d7e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:20:57,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23014760{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/hadoop.log.dir/,STOPPED} 2024-11-27T03:20:57,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:20:57,639 WARN [BP-1467201773-172.17.0.3-1732677637532 heartbeating to localhost/127.0.0.1:34687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:20:57,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:20:57,639 WARN [BP-1467201773-172.17.0.3-1732677637532 heartbeating to localhost/127.0.0.1:34687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1467201773-172.17.0.3-1732677637532 (Datanode Uuid de39887b-34da-4d63-b416-8e62333aa446) service to localhost/127.0.0.1:34687 2024-11-27T03:20:57,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/cluster_4c402075-4d2f-44b9-4387-f526766b6128/data/data1/current/BP-1467201773-172.17.0.3-1732677637532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:20:57,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/cluster_4c402075-4d2f-44b9-4387-f526766b6128/data/data2/current/BP-1467201773-172.17.0.3-1732677637532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:20:57,640 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:20:57,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b020e29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:20:57,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3486a387{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:20:57,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:20:57,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c3cabb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:20:57,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@589fa68a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/hadoop.log.dir/,STOPPED} 2024-11-27T03:20:57,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:20:57,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:20:57,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:57,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:57,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:57,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:57,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:57,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:20:57,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1668352373, stopped=false 2024-11-27T03:20:57,656 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,44887,1732677649404 2024-11-27T03:20:57,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01771332524/running 2024-11-27T03:20:57,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01771332524/running 2024-11-27T03:20:57,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:57,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:57,671 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:20:57,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:20:57,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:57,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:57,671 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,37217,1732677649667' ***** 2024-11-27T03:20:57,671 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:20:57,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/running 2024-11-27T03:20:57,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Set watcher on znode that does not yet exist, /01771332524/running 2024-11-27T03:20:57,672 INFO [RS:0;66d3634da959:37217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:20:57,672 INFO [RS:0;66d3634da959:37217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:20:57,672 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:20:57,672 INFO [RS:0;66d3634da959:37217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:20:57,672 INFO [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(3091): Received CLOSE for e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:57,672 INFO [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,37217,1732677649667 2024-11-27T03:20:57,672 INFO [RS:0;66d3634da959:37217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:20:57,672 INFO [RS:0;66d3634da959:37217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:37217. 2024-11-27T03:20:57,672 DEBUG [RS:0;66d3634da959:37217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:57,672 DEBUG [RS:0;66d3634da959:37217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:57,672 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e225791694baa43f2b6ac05a3f780f1f, disabling compactions & flushes 2024-11-27T03:20:57,673 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:57,673 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:57,673 INFO [RS:0;66d3634da959:37217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:20:57,673 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. after waiting 0 ms 2024-11-27T03:20:57,673 INFO [RS:0;66d3634da959:37217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:20:57,673 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:57,673 INFO [RS:0;66d3634da959:37217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:20:57,673 INFO [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:20:57,673 INFO [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:20:57,673 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e225791694baa43f2b6ac05a3f780f1f=hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f.} 2024-11-27T03:20:57,673 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e225791694baa43f2b6ac05a3f780f1f 2024-11-27T03:20:57,673 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:20:57,673 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:20:57,673 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:20:57,673 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:20:57,673 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:20:57,673 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T03:20:57,676 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/replication/e225791694baa43f2b6ac05a3f780f1f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-27T03:20:57,676 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:57,676 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:20:57,676 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:57,676 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e225791694baa43f2b6ac05a3f780f1f: Waiting for close lock at 1732677657672Running coprocessor pre-close hooks at 1732677657672Disabling compacts and flushes for region at 1732677657672Disabling writes for close at 1732677657673 (+1 ms)Writing region close event to WAL at 1732677657673Running coprocessor post-close hooks at 1732677657676 (+3 ms)Closed at 1732677657676 2024-11-27T03:20:57,676 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f. 2024-11-27T03:20:57,686 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/info/98a35940c2e344e9a7988375c2d8d787 is 147, key is hbase:replication,,1732677643186.e225791694baa43f2b6ac05a3f780f1f./info:regioninfo/1732677655244/Put/seqid=0 2024-11-27T03:20:57,689 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:20:57,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741851_1027 (size=6385) 2024-11-27T03:20:57,873 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:58,073 DEBUG [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:20:58,090 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/info/98a35940c2e344e9a7988375c2d8d787 2024-11-27T03:20:58,096 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/.tmp/info/98a35940c2e344e9a7988375c2d8d787 as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/info/98a35940c2e344e9a7988375c2d8d787 2024-11-27T03:20:58,101 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/info/98a35940c2e344e9a7988375c2d8d787, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T03:20:58,102 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-27T03:20:58,107 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T03:20:58,108 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:20:58,108 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:20:58,108 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:58,108 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677657673Running coprocessor pre-close hooks at 1732677657673Disabling compacts and flushes for region at 1732677657673Disabling writes for close at 1732677657673Obtaining lock to block concurrent updates at 1732677657673Preparing flush snapshotting stores in 1588230740 at 1732677657673Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732677657673Flushing stores of hbase:meta,,1.1588230740 at 1732677657674 (+1 ms)Flushing 1588230740/info: creating writer at 1732677657674Flushing 1588230740/info: appending metadata at 1732677657686 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732677657686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b155ee: reopening flushed file at 1732677658095 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1732677658102 (+7 ms)Writing region close event to WAL at 1732677658104 (+2 ms)Running coprocessor post-close hooks at 1732677658108 (+4 ms)Closed at 1732677658108 2024-11-27T03:20:58,108 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:58,273 INFO [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,37217,1732677649667; all regions closed. 2024-11-27T03:20:58,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741849_1025 (size=2156) 2024-11-27T03:20:58,276 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.meta.1732677650955.meta not finished, retry = 0 2024-11-27T03:20:58,378 DEBUG [RS:0;66d3634da959:37217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs 2024-11-27T03:20:58,378 INFO [RS:0;66d3634da959:37217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C37217%2C1732677649667.meta:.meta(num 1732677650955) 2024-11-27T03:20:58,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741850_1026 (size=796) 2024-11-27T03:20:58,380 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.rep.1732677655210 not finished, retry = 0 2024-11-27T03:20:58,399 DEBUG [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 to pos 0, reset compression=false 2024-11-27T03:20:58,483 DEBUG [RS:0;66d3634da959:37217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs 2024-11-27T03:20:58,483 INFO [RS:0;66d3634da959:37217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C37217%2C1732677649667.rep:(num 1732677655210) 2024-11-27T03:20:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741848_1024 (size=93) 2024-11-27T03:20:58,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/WALs/66d3634da959,37217,1732677649667/66d3634da959%2C37217%2C1732677649667.1732677650631 not finished, retry = 0 2024-11-27T03:20:58,550 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:20:58,550 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:20:58,587 DEBUG [RS:0;66d3634da959:37217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/oldWALs 2024-11-27T03:20:58,587 INFO [RS:0;66d3634da959:37217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C37217%2C1732677649667:(num 1732677650631) 2024-11-27T03:20:58,587 DEBUG [RS:0;66d3634da959:37217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:58,587 INFO [RS:0;66d3634da959:37217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:20:58,587 INFO [RS:0;66d3634da959:37217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:20:58,587 INFO [RS:0;66d3634da959:37217 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:20:58,588 INFO [RS:0;66d3634da959:37217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:20:58,588 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:20:58,588 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T03:20:58,588 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T03:20:58,588 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T03:20:58,588 INFO [RS:0;66d3634da959:37217 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,37217,1732677649667 because: Region server is closing 2024-11-27T03:20:58,588 INFO [RS:0;66d3634da959:37217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:37217. 2024-11-27T03:20:58,588 DEBUG [RS:0;66d3634da959:37217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:20:58,588 DEBUG [RS:0;66d3634da959:37217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:58,588 DEBUG [RS:0;66d3634da959:37217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:20:58,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:20:58,689 WARN [RS:0;66d3634da959:37217.replicationSource.wal-reader.66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T03:20:58,689 WARN [RS:0;66d3634da959:37217.replicationSource.shipper66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T03:20:58,689 INFO [RS:0;66d3634da959:37217 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;66d3634da959:37217.replicationSource.shipper66d3634da959%2C37217%2C1732677649667,1-66d3634da959,37217,1732677649667 terminated 2024-11-27T03:20:58,689 INFO [RS:0;66d3634da959:37217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37217 2024-11-27T03:20:58,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01771332524/rs/66d3634da959,37217,1732677649667 2024-11-27T03:20:58,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524/rs 2024-11-27T03:20:58,744 INFO [RS:0;66d3634da959:37217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:20:58,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,37217,1732677649667] 2024-11-27T03:20:58,765 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01771332524/draining/66d3634da959,37217,1732677649667 already deleted, retry=false 2024-11-27T03:20:58,765 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,37217,1732677649667 expired; onlineServers=0 2024-11-27T03:20:58,765 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,44887,1732677649404' ***** 2024-11-27T03:20:58,765 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:20:58,765 INFO [M:0;66d3634da959:44887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:20:58,765 INFO [M:0;66d3634da959:44887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:20:58,765 DEBUG [M:0;66d3634da959:44887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:20:58,765 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:20:58,765 DEBUG [M:0;66d3634da959:44887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:20:58,765 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677650375 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677650375,5,FailOnTimeoutGroup] 2024-11-27T03:20:58,765 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677650375 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677650375,5,FailOnTimeoutGroup] 2024-11-27T03:20:58,766 INFO [M:0;66d3634da959:44887 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:20:58,766 INFO [M:0;66d3634da959:44887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:20:58,766 DEBUG [M:0;66d3634da959:44887 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:20:58,766 INFO [M:0;66d3634da959:44887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:20:58,766 INFO [M:0;66d3634da959:44887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:20:58,766 INFO [M:0;66d3634da959:44887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:20:58,766 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:20:58,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01771332524/master 2024-11-27T03:20:58,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01771332524 2024-11-27T03:20:58,776 DEBUG [M:0;66d3634da959:44887 {}] zookeeper.ZKUtil(347): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Unable to get data of znode /01771332524/master because node does not exist (not an error) 2024-11-27T03:20:58,776 WARN [M:0;66d3634da959:44887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:20:58,776 INFO [M:0;66d3634da959:44887 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/.lastflushedseqids 2024-11-27T03:20:58,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741852_1028 (size=181) 2024-11-27T03:20:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:58,855 INFO [RS:0;66d3634da959:37217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:20:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1017a4e7b7b0007, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:20:58,855 INFO [RS:0;66d3634da959:37217 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,37217,1732677649667; zookeeper connection closed. 2024-11-27T03:20:58,855 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4090febb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4090febb 2024-11-27T03:20:58,855 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:20:59,181 INFO [M:0;66d3634da959:44887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:20:59,181 INFO [M:0;66d3634da959:44887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:20:59,181 DEBUG [M:0;66d3634da959:44887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:20:59,181 INFO [M:0;66d3634da959:44887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:59,181 DEBUG [M:0;66d3634da959:44887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:59,181 DEBUG [M:0;66d3634da959:44887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:20:59,181 DEBUG [M:0;66d3634da959:44887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:59,181 INFO [M:0;66d3634da959:44887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T03:20:59,200 DEBUG [M:0;66d3634da959:44887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a50fa336277247cc9c789e2f9cd22887 is 82, key is hbase:meta,,1/info:regioninfo/1732677651000/Put/seqid=0 2024-11-27T03:20:59,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741853_1029 (size=5672) 2024-11-27T03:20:59,216 INFO [M:0;66d3634da959:44887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a50fa336277247cc9c789e2f9cd22887 2024-11-27T03:20:59,245 DEBUG [M:0;66d3634da959:44887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a8fa66f53cb4b648512a0dcc21a345b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732677655249/Put/seqid=0 2024-11-27T03:20:59,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741854_1030 (size=7312) 2024-11-27T03:20:59,651 INFO [M:0;66d3634da959:44887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a8fa66f53cb4b648512a0dcc21a345b 2024-11-27T03:20:59,675 DEBUG [M:0;66d3634da959:44887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9fdfdeb0ad7449e8e5633238c855741 is 69, key is 66d3634da959,37217,1732677649667/rs:state/1732677650422/Put/seqid=0 2024-11-27T03:20:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741855_1031 (size=5370) 2024-11-27T03:21:00,087 INFO [M:0;66d3634da959:44887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9fdfdeb0ad7449e8e5633238c855741 2024-11-27T03:21:00,091 INFO [M:0;66d3634da959:44887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9fdfdeb0ad7449e8e5633238c855741 2024-11-27T03:21:00,091 DEBUG [M:0;66d3634da959:44887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a50fa336277247cc9c789e2f9cd22887 as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a50fa336277247cc9c789e2f9cd22887 2024-11-27T03:21:00,095 INFO [M:0;66d3634da959:44887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a50fa336277247cc9c789e2f9cd22887, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T03:21:00,096 DEBUG [M:0;66d3634da959:44887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a8fa66f53cb4b648512a0dcc21a345b as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a8fa66f53cb4b648512a0dcc21a345b 2024-11-27T03:21:00,100 INFO [M:0;66d3634da959:44887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a8fa66f53cb4b648512a0dcc21a345b, entries=7, sequenceid=127, filesize=7.1 K 2024-11-27T03:21:00,101 DEBUG [M:0;66d3634da959:44887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9fdfdeb0ad7449e8e5633238c855741 as hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9fdfdeb0ad7449e8e5633238c855741 2024-11-27T03:21:00,105 INFO [M:0;66d3634da959:44887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9fdfdeb0ad7449e8e5633238c855741 2024-11-27T03:21:00,105 INFO [M:0;66d3634da959:44887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44553/user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9fdfdeb0ad7449e8e5633238c855741, entries=2, sequenceid=127, filesize=5.2 K 2024-11-27T03:21:00,106 INFO [M:0;66d3634da959:44887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=127, compaction requested=false 2024-11-27T03:21:00,107 INFO [M:0;66d3634da959:44887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:00,107 DEBUG [M:0;66d3634da959:44887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677659181Disabling compacts and flushes for region at 1732677659181Disabling writes for close at 1732677659181Obtaining lock to block concurrent updates at 1732677659181Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677659181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732677659182 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677659182Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677659182Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677659199 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677659199Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677659222 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677659245 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677659245Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677659655 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677659674 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677659674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622a43aa: reopening flushed file at 1732677660091 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d43172: reopening flushed file at 1732677660095 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45321893: reopening flushed file at 1732677660100 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=127, compaction requested=false at 1732677660106 (+6 ms)Writing region close event to WAL at 1732677660107 (+1 ms)Closed at 1732677660107 2024-11-27T03:21:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741847_1023 (size=22903) 2024-11-27T03:21:00,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ebb78c-d727-d6bc-110f-b9afffe14399/MasterData/WALs/66d3634da959,44887,1732677649404/66d3634da959%2C44887%2C1732677649404.1732677650162 not finished, retry = 0 2024-11-27T03:21:00,209 INFO [M:0;66d3634da959:44887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:21:00,209 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:21:00,209 INFO [M:0;66d3634da959:44887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44887 2024-11-27T03:21:00,210 INFO [M:0;66d3634da959:44887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:21:00,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:00,360 INFO [M:0;66d3634da959:44887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:21:00,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1017a4e7b7b0006, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:00,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a3b9516{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:21:00,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29baefa8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:21:00,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:21:00,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53d6f8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:21:00,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f6c5483{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/hadoop.log.dir/,STOPPED} 2024-11-27T03:21:00,364 WARN [BP-2109282844-172.17.0.3-1732677631977 heartbeating to localhost/127.0.0.1:44553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:21:00,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:21:00,364 WARN [BP-2109282844-172.17.0.3-1732677631977 heartbeating to localhost/127.0.0.1:44553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2109282844-172.17.0.3-1732677631977 (Datanode Uuid 8509dd7e-ae1d-4ae7-9cc9-b89b428d2402) service to localhost/127.0.0.1:44553 2024-11-27T03:21:00,364 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:21:00,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/cluster_e13b3a9e-b087-a9bd-c7b5-d13230f2268a/data/data1/current/BP-2109282844-172.17.0.3-1732677631977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:21:00,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/cluster_e13b3a9e-b087-a9bd-c7b5-d13230f2268a/data/data2/current/BP-2109282844-172.17.0.3-1732677631977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:21:00,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:21:00,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c884628{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:21:00,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@179bbeaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:21:00,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:21:00,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b720c32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:21:00,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d6d32d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8122ba95-7af3-28d8-bab0-4b869d4d05e8/hadoop.log.dir/,STOPPED} 2024-11-27T03:21:00,376 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T03:21:00,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:21:00,395 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63058) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44553 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63058) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34687 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=3790 (was 3923) 2024-11-27T03:21:00,403 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=3790 2024-11-27T03:21:00,415 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-27T03:21:00,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/hadoop.log.dir so I do NOT create it in target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26 2024-11-27T03:21:00,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:21:00,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/hadoop.tmp.dir so I do NOT create it in target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26 2024-11-27T03:21:00,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/118898d9-99ce-7b23-a8ec-700516787019/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:21:00,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26 2024-11-27T03:21:00,416 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/cluster_b2250b6f-6082-4e19-b5c1-8f5a33f28d89, deleteOnExit=true 2024-11-27T03:21:00,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/cluster_b2250b6f-6082-4e19-b5c1-8f5a33f28d89/zookeeper_0, clientPort=50837, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/cluster_b2250b6f-6082-4e19-b5c1-8f5a33f28d89/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/cluster_b2250b6f-6082-4e19-b5c1-8f5a33f28d89/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:21:00,446 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50837 2024-11-27T03:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/test.cache.data in system properties and HBase conf 2024-11-27T03:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:21:00,446 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:21:00,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a4e7b7b0005, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:21:00,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a4e7b7b0005, quorum=127.0.0.1:63058, baseZNode=/11185673858 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:21:00,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a4e7b7b0002, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:21:00,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a4e7b7b0002, quorum=127.0.0.1:63058, baseZNode=/01771332524 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:21:00,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:00,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:21:00,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:21:00,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:21:00,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:21:00,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:00,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21d5d318{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:21:00,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61efa2bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:21:01,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b1bfacf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/java.io.tmpdir/jetty-localhost-43803-hadoop-hdfs-3_4_1-tests_jar-_-any-14363147493506425326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:21:01,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38994cd{HTTP/1.1, (http/1.1)}{localhost:43803} 2024-11-27T03:21:01,004 INFO [Time-limited test {}] server.Server(415): Started @173772ms 2024-11-27T03:21:01,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:01,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:21:01,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:21:01,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:21:01,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:21:01,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e4410b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:21:01,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da91c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:21:01,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c64928e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/java.io.tmpdir/jetty-localhost-38333-hadoop-hdfs-3_4_1-tests_jar-_-any-9952644572046566608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:21:01,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d844d4c{HTTP/1.1, (http/1.1)}{localhost:38333} 2024-11-27T03:21:01,367 INFO [Time-limited test {}] server.Server(415): Started @174136ms 2024-11-27T03:21:01,369 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:21:02,037 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/cluster_b2250b6f-6082-4e19-b5c1-8f5a33f28d89/data/data1/current/BP-1075658695-172.17.0.3-1732677660474/current, will proceed with Du for space computation calculation, 2024-11-27T03:21:02,037 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/cluster_b2250b6f-6082-4e19-b5c1-8f5a33f28d89/data/data2/current/BP-1075658695-172.17.0.3-1732677660474/current, will proceed with Du for space computation calculation, 2024-11-27T03:21:02,054 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:21:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a371a0ce0d70bd7 with lease ID 0x3f75615dccdedb6e: Processing first storage report for DS-393a45bb-1320-4169-b2b1-b326b2ae0f2a from datanode DatanodeRegistration(127.0.0.1:35525, datanodeUuid=b9c03392-d846-487f-86ab-7240c306e316, infoPort=45143, infoSecurePort=0, ipcPort=38155, storageInfo=lv=-57;cid=testClusterID;nsid=458568310;c=1732677660474) 2024-11-27T03:21:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a371a0ce0d70bd7 with lease ID 0x3f75615dccdedb6e: from storage DS-393a45bb-1320-4169-b2b1-b326b2ae0f2a node DatanodeRegistration(127.0.0.1:35525, datanodeUuid=b9c03392-d846-487f-86ab-7240c306e316, infoPort=45143, infoSecurePort=0, ipcPort=38155, storageInfo=lv=-57;cid=testClusterID;nsid=458568310;c=1732677660474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:21:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a371a0ce0d70bd7 with lease ID 0x3f75615dccdedb6e: Processing first storage report for DS-d5e3d378-9fb1-4644-ae35-d625c68a3f39 from datanode DatanodeRegistration(127.0.0.1:35525, datanodeUuid=b9c03392-d846-487f-86ab-7240c306e316, infoPort=45143, infoSecurePort=0, ipcPort=38155, storageInfo=lv=-57;cid=testClusterID;nsid=458568310;c=1732677660474) 2024-11-27T03:21:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a371a0ce0d70bd7 with lease ID 0x3f75615dccdedb6e: from storage DS-d5e3d378-9fb1-4644-ae35-d625c68a3f39 node DatanodeRegistration(127.0.0.1:35525, datanodeUuid=b9c03392-d846-487f-86ab-7240c306e316, infoPort=45143, infoSecurePort=0, ipcPort=38155, storageInfo=lv=-57;cid=testClusterID;nsid=458568310;c=1732677660474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:21:02,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26 2024-11-27T03:21:02,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:02,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:02,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:21:02,502 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e with version=8 2024-11-27T03:21:02,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/hbase-staging 2024-11-27T03:21:02,504 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:21:02,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:02,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:02,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:21:02,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:02,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:21:02,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:21:02,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:21:02,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39723 2024-11-27T03:21:02,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39723 connecting to ZooKeeper ensemble=127.0.0.1:50837 2024-11-27T03:21:02,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397230x0, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:02,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39723-0x1017a4eeac80000 connected 2024-11-27T03:21:02,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:02,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:02,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Set watcher on znode that does not yet exist, /01470559426/running 2024-11-27T03:21:02,685 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e, hbase.cluster.distributed=false 2024-11-27T03:21:02,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Set watcher on znode that does not yet exist, /01470559426/acl 2024-11-27T03:21:02,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-27T03:21:02,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39723 2024-11-27T03:21:02,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39723 2024-11-27T03:21:02,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-27T03:21:02,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-27T03:21:02,726 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:21:02,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:02,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:02,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:21:02,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:02,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:21:02,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:21:02,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:21:02,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38155 2024-11-27T03:21:02,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38155 connecting to ZooKeeper ensemble=127.0.0.1:50837 2024-11-27T03:21:02,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:02,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:02,744 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381550x0, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:02,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381550x0, quorum=127.0.0.1:50837, baseZNode=/01470559426 Set watcher on znode that does not yet exist, /01470559426/running 2024-11-27T03:21:02,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:21:02,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38155-0x1017a4eeac80001 connected 2024-11-27T03:21:02,752 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:21:02,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Set watcher on znode that does not yet exist, /01470559426/master 2024-11-27T03:21:02,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Set watcher on znode that does not yet exist, /01470559426/acl 2024-11-27T03:21:02,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38155 2024-11-27T03:21:02,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38155 2024-11-27T03:21:02,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38155 2024-11-27T03:21:02,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38155 2024-11-27T03:21:02,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38155 2024-11-27T03:21:02,782 DEBUG [M:0;66d3634da959:39723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:39723 2024-11-27T03:21:02,783 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01470559426/backup-masters/66d3634da959,39723,1732677662504 2024-11-27T03:21:02,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426/backup-masters 2024-11-27T03:21:02,786 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426/backup-masters 2024-11-27T03:21:02,786 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Set watcher on existing znode=/01470559426/backup-masters/66d3634da959,39723,1732677662504 2024-11-27T03:21:02,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:02,796 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01470559426/master 2024-11-27T03:21:02,796 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:02,797 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Set watcher on existing znode=/01470559426/master 2024-11-27T03:21:02,797 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01470559426/backup-masters/66d3634da959,39723,1732677662504 from backup master directory 2024-11-27T03:21:02,807 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426/backup-masters 2024-11-27T03:21:02,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01470559426/backup-masters/66d3634da959,39723,1732677662504 2024-11-27T03:21:02,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426/backup-masters 2024-11-27T03:21:02,807 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:21:02,807 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,39723,1732677662504 2024-11-27T03:21:02,813 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/hbase.id] with ID: 60b83072-8c42-4edc-af94-751ade5b0cbd 2024-11-27T03:21:02,813 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/.tmp/hbase.id 2024-11-27T03:21:02,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:21:02,829 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/.tmp/hbase.id]:[hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/hbase.id] 2024-11-27T03:21:02,848 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:02,849 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:21:02,850 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:21:02,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:02,859 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:02,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:21:03,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:21:03,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:03,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:03,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:03,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:03,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:03,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:03,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:03,276 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:03,277 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:21:03,288 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:03,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:21:03,705 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store 2024-11-27T03:21:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:21:04,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:21:04,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:21:04,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:21:04,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:04,116 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:04,117 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:21:04,117 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:04,117 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:04,117 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:21:04,117 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:04,117 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:04,117 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677664116Disabling compacts and flushes for region at 1732677664116Disabling writes for close at 1732677664117 (+1 ms)Writing region close event to WAL at 1732677664117Closed at 1732677664117 2024-11-27T03:21:04,118 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/.initializing 2024-11-27T03:21:04,118 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/WALs/66d3634da959,39723,1732677662504 2024-11-27T03:21:04,119 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:21:04,121 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C39723%2C1732677662504, suffix=, logDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/WALs/66d3634da959,39723,1732677662504, archiveDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/oldWALs, maxLogs=10 2024-11-27T03:21:04,137 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/WALs/66d3634da959,39723,1732677662504/66d3634da959%2C39723%2C1732677662504.1732677664122, exclude list is [], retry=0 2024-11-27T03:21:04,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-393a45bb-1320-4169-b2b1-b326b2ae0f2a,DISK] 2024-11-27T03:21:04,150 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/WALs/66d3634da959,39723,1732677662504/66d3634da959%2C39723%2C1732677662504.1732677664122 2024-11-27T03:21:04,152 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45143:45143)] 2024-11-27T03:21:04,152 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:04,153 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:04,153 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,153 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:21:04,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:04,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:04,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:21:04,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:04,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:04,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:21:04,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:04,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:04,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:21:04,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:04,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:04,165 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,166 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,166 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,167 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,167 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,173 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:04,174 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:04,181 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:04,181 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58786009, jitterRate=-0.12402020394802094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:04,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677664153Initializing all the Stores at 1732677664154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677664154Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677664156 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677664156Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677664156Cleaning up temporary data from old regions at 1732677664167 (+11 ms)Region opened successfully at 1732677664182 (+15 ms) 2024-11-27T03:21:04,188 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:21:04,191 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15629cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:21:04,206 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:21:04,206 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:21:04,206 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:21:04,207 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:21:04,207 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:21:04,208 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:21:04,208 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:21:04,222 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:21:04,223 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Unable to get data of znode /01470559426/balancer because node does not exist (not necessarily an error) 2024-11-27T03:21:04,302 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01470559426/balancer already deleted, retry=false 2024-11-27T03:21:04,302 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:21:04,304 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Unable to get data of znode /01470559426/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:21:04,312 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01470559426/normalizer already deleted, retry=false 2024-11-27T03:21:04,312 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:21:04,313 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Unable to get data of znode /01470559426/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:21:04,323 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01470559426/switch/split already deleted, retry=false 2024-11-27T03:21:04,324 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Unable to get data of znode /01470559426/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:21:04,333 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01470559426/switch/merge already deleted, retry=false 2024-11-27T03:21:04,335 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Unable to get data of znode /01470559426/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:21:04,344 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01470559426/snapshot-cleanup already deleted, retry=false 2024-11-27T03:21:04,354 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01470559426/running 2024-11-27T03:21:04,354 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:04,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01470559426/running 2024-11-27T03:21:04,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:04,356 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,39723,1732677662504, sessionid=0x1017a4eeac80000, setting cluster-up flag (Was=false) 2024-11-27T03:21:04,375 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:04,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:04,407 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01470559426/flush-table-proc/acquired, /01470559426/flush-table-proc/reached, /01470559426/flush-table-proc/abort 2024-11-27T03:21:04,408 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,39723,1732677662504 2024-11-27T03:21:04,428 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:04,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:04,459 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01470559426/online-snapshot/acquired, /01470559426/online-snapshot/reached, /01470559426/online-snapshot/abort 2024-11-27T03:21:04,460 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,39723,1732677662504 2024-11-27T03:21:04,461 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:21:04,463 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:04,463 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:21:04,463 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:21:04,463 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,39723,1732677662504 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:21:04,465 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:04,465 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:04,465 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:04,465 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:04,465 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:21:04,465 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,465 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:21:04,465 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:04,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:21:04,470 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:04,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:21:04,509 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(746): ClusterId : 60b83072-8c42-4edc-af94-751ade5b0cbd 2024-11-27T03:21:04,509 DEBUG [RS:0;66d3634da959:38155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:21:04,513 DEBUG [RS:0;66d3634da959:38155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:21:04,513 DEBUG [RS:0;66d3634da959:38155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:21:04,529 DEBUG [RS:0;66d3634da959:38155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:21:04,529 DEBUG [RS:0;66d3634da959:38155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9f6c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:21:04,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:21:04,549 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:21:04,549 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e 2024-11-27T03:21:04,562 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677694561 2024-11-27T03:21:04,562 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:21:04,562 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:21:04,562 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:21:04,562 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:21:04,562 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:21:04,562 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:21:04,563 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,568 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:21:04,568 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:21:04,568 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:21:04,569 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:21:04,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741832_1008 (size=32) 2024-11-27T03:21:04,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:04,572 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:21:04,572 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:21:04,572 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:38155 2024-11-27T03:21:04,573 INFO [RS:0;66d3634da959:38155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:21:04,573 INFO [RS:0;66d3634da959:38155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:21:04,573 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:21:04,573 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,39723,1732677662504 with port=38155, startcode=1732677662726 2024-11-27T03:21:04,573 DEBUG [RS:0;66d3634da959:38155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:21:04,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:21:04,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:21:04,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:04,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:04,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:21:04,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:21:04,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:04,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:04,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:21:04,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:21:04,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:04,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:04,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:21:04,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:21:04,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:04,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:04,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:21:04,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740 2024-11-27T03:21:04,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740 2024-11-27T03:21:04,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:21:04,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:21:04,589 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:04,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:21:04,592 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677664572,5,FailOnTimeoutGroup] 2024-11-27T03:21:04,596 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677664592,5,FailOnTimeoutGroup] 2024-11-27T03:21:04,596 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,596 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:21:04,596 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,596 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,601 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:04,601 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64169771, jitterRate=-0.04379589855670929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:04,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677664571Initializing all the Stores at 1732677664571Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677664571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677664576 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677664576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677664576Cleaning up temporary data from old regions at 1732677664589 (+13 ms)Region opened successfully at 1732677664602 (+13 ms) 2024-11-27T03:21:04,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:21:04,602 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:21:04,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:21:04,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:21:04,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:21:04,613 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:21:04,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,38155,1732677662726 2024-11-27T03:21:04,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39723 {}] master.ServerManager(517): Registering regionserver=66d3634da959,38155,1732677662726 2024-11-27T03:21:04,615 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e 2024-11-27T03:21:04,615 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46289 2024-11-27T03:21:04,615 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:21:04,620 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:21:04,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677664602Disabling compacts and flushes for region at 1732677664602Disabling writes for close at 1732677664602Writing region close event to WAL at 1732677664620 (+18 ms)Closed at 1732677664620 2024-11-27T03:21:04,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:04,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:21:04,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:21:04,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:21:04,623 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:21:04,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426/rs 2024-11-27T03:21:04,633 DEBUG [RS:0;66d3634da959:38155 {}] zookeeper.ZKUtil(111): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Set watcher on existing znode=/01470559426/rs/66d3634da959,38155,1732677662726 2024-11-27T03:21:04,633 WARN [RS:0;66d3634da959:38155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:21:04,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,38155,1732677662726] 2024-11-27T03:21:04,633 INFO [RS:0;66d3634da959:38155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:04,633 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726 2024-11-27T03:21:04,639 INFO [RS:0;66d3634da959:38155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:21:04,644 INFO [RS:0;66d3634da959:38155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:21:04,645 INFO [RS:0;66d3634da959:38155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:21:04,645 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,652 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:21:04,653 INFO [RS:0;66d3634da959:38155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:21:04,653 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,653 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,653 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,653 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,653 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,653 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,654 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:21:04,654 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,654 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,654 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,654 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,654 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,654 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:04,654 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:21:04,654 DEBUG [RS:0;66d3634da959:38155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:21:04,673 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,673 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,674 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,674 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,674 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,674 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38155,1732677662726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:21:04,689 INFO [RS:0;66d3634da959:38155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:21:04,689 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38155,1732677662726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,689 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,689 INFO [RS:0;66d3634da959:38155 {}] regionserver.Replication(171): 66d3634da959,38155,1732677662726 started 2024-11-27T03:21:04,706 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:04,706 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,38155,1732677662726, RpcServer on 66d3634da959/172.17.0.3:38155, sessionid=0x1017a4eeac80001 2024-11-27T03:21:04,707 DEBUG [RS:0;66d3634da959:38155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:21:04,707 DEBUG [RS:0;66d3634da959:38155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,38155,1732677662726 2024-11-27T03:21:04,707 DEBUG [RS:0;66d3634da959:38155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,38155,1732677662726' 2024-11-27T03:21:04,707 DEBUG [RS:0;66d3634da959:38155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01470559426/flush-table-proc/abort' 2024-11-27T03:21:04,708 DEBUG [RS:0;66d3634da959:38155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01470559426/flush-table-proc/acquired' 2024-11-27T03:21:04,708 DEBUG [RS:0;66d3634da959:38155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:21:04,708 DEBUG [RS:0;66d3634da959:38155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:21:04,708 DEBUG [RS:0;66d3634da959:38155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,38155,1732677662726 2024-11-27T03:21:04,708 DEBUG [RS:0;66d3634da959:38155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,38155,1732677662726' 2024-11-27T03:21:04,708 DEBUG [RS:0;66d3634da959:38155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01470559426/online-snapshot/abort' 2024-11-27T03:21:04,709 DEBUG [RS:0;66d3634da959:38155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01470559426/online-snapshot/acquired' 2024-11-27T03:21:04,709 DEBUG [RS:0;66d3634da959:38155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:21:04,710 INFO [RS:0;66d3634da959:38155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:21:04,710 INFO [RS:0;66d3634da959:38155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:21:04,774 WARN [66d3634da959:39723 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T03:21:04,810 INFO [RS:0;66d3634da959:38155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:21:04,817 INFO [RS:0;66d3634da959:38155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C38155%2C1732677662726, suffix=, logDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726, archiveDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/oldWALs, maxLogs=10 2024-11-27T03:21:04,834 DEBUG [RS:0;66d3634da959:38155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817, exclude list is [], retry=0 2024-11-27T03:21:04,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-393a45bb-1320-4169-b2b1-b326b2ae0f2a,DISK] 2024-11-27T03:21:04,838 INFO [RS:0;66d3634da959:38155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 2024-11-27T03:21:04,839 DEBUG [RS:0;66d3634da959:38155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45143:45143)] 2024-11-27T03:21:05,024 DEBUG [66d3634da959:39723 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:21:05,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,38155,1732677662726 2024-11-27T03:21:05,025 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,38155,1732677662726, state=OPENING 2024-11-27T03:21:05,070 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:21:05,128 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:05,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:05,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01470559426/meta-region-server: CHANGED 2024-11-27T03:21:05,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01470559426/meta-region-server: CHANGED 2024-11-27T03:21:05,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:21:05,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,38155,1732677662726}] 2024-11-27T03:21:05,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:21:05,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:21:05,286 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:21:05,286 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:05,286 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:21:05,289 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C38155%2C1732677662726.meta, suffix=.meta, logDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726, archiveDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/oldWALs, maxLogs=10 2024-11-27T03:21:05,304 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.meta.1732677665290.meta, exclude list is [], retry=0 2024-11-27T03:21:05,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-393a45bb-1320-4169-b2b1-b326b2ae0f2a,DISK] 2024-11-27T03:21:05,307 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.meta.1732677665290.meta 2024-11-27T03:21:05,308 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45143:45143)] 2024-11-27T03:21:05,308 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:05,308 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:05,308 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:21:05,308 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:21:05,308 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:21:05,308 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:21:05,308 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:05,309 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:21:05,309 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:21:05,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:21:05,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:21:05,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:05,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:05,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:21:05,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:21:05,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:05,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:05,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:21:05,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:21:05,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:05,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:05,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:21:05,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:21:05,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:05,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:05,314 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:21:05,315 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740 2024-11-27T03:21:05,316 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740 2024-11-27T03:21:05,317 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:21:05,317 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:21:05,318 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:05,319 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:21:05,320 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65194991, jitterRate=-0.028518930077552795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:05,320 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:21:05,320 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677665309Writing region info on filesystem at 1732677665309Initializing all the Stores at 1732677665310 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677665310Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677665310Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677665310Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677665310Cleaning up temporary data from old regions at 1732677665317 (+7 ms)Running coprocessor post-open hooks at 1732677665320 (+3 ms)Region opened successfully at 1732677665320 2024-11-27T03:21:05,321 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677665281 2024-11-27T03:21:05,323 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:21:05,324 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:21:05,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,38155,1732677662726 2024-11-27T03:21:05,325 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,38155,1732677662726, state=OPEN 2024-11-27T03:21:05,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01470559426/meta-region-server 2024-11-27T03:21:05,375 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01470559426/meta-region-server 2024-11-27T03:21:05,375 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,38155,1732677662726 2024-11-27T03:21:05,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01470559426/meta-region-server: CHANGED 2024-11-27T03:21:05,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01470559426/meta-region-server: CHANGED 2024-11-27T03:21:05,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:21:05,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,38155,1732677662726 in 246 msec 2024-11-27T03:21:05,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:21:05,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 755 msec 2024-11-27T03:21:05,380 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:05,380 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:21:05,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:05,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38155,1732677662726, seqNum=-1] 2024-11-27T03:21:05,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:05,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:05,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 924 msec 2024-11-27T03:21:05,388 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677665388, completionTime=-1 2024-11-27T03:21:05,388 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:21:05,388 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:21:05,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:21:05,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677725390 2024-11-27T03:21:05,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677785390 2024-11-27T03:21:05,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:21:05,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39723,1732677662504-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:05,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39723,1732677662504-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:05,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39723,1732677662504-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:05,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:39723, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:05,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:05,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:05,392 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:21:05,393 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.585sec 2024-11-27T03:21:05,393 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:21:05,393 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:21:05,393 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:21:05,394 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:21:05,394 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:21:05,394 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39723,1732677662504-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:21:05,394 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39723,1732677662504-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:21:05,395 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:21:05,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:21:05,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39723,1732677662504-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:05,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7cf9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:05,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39723,-1 for getting cluster id 2024-11-27T03:21:05,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:05,491 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60b83072-8c42-4edc-af94-751ade5b0cbd' 2024-11-27T03:21:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60b83072-8c42-4edc-af94-751ade5b0cbd" 2024-11-27T03:21:05,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1618bee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:05,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39723,-1] 2024-11-27T03:21:05,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:05,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:05,493 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:05,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acc9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:05,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:05,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38155,1732677662726, seqNum=-1] 2024-11-27T03:21:05,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:05,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:05,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,39723,1732677662504 2024-11-27T03:21:05,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50837 2024-11-27T03:21:05,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:05,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a4eeac80002 connected 2024-11-27T03:21:05,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/hadoop.log.dir so I do NOT create it in target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4 2024-11-27T03:21:05,536 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:21:05,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/hadoop.tmp.dir so I do NOT create it in target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4 2024-11-27T03:21:05,536 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:21:05,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4 2024-11-27T03:21:05,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:21:05,536 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/cluster_df28b878-cc4b-aa6c-2363-1b508a526b0b, deleteOnExit=true 2024-11-27T03:21:05,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:21:05,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/test.cache.data in system properties and HBase conf 2024-11-27T03:21:05,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:21:05,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:21:05,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:21:05,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:21:05,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:21:05,537 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:21:05,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:21:05,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:21:05,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:21:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:21:05,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:05,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:21:05,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:21:05,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:21:05,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:21:05,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:05,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70e0204e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:21:05,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abd7633{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:21:06,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10a17385{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/java.io.tmpdir/jetty-localhost-37427-hadoop-hdfs-3_4_1-tests_jar-_-any-16397553535763778869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:21:06,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f501352{HTTP/1.1, (http/1.1)}{localhost:37427} 2024-11-27T03:21:06,018 INFO [Time-limited test {}] server.Server(415): Started @178787ms 2024-11-27T03:21:06,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:06,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:21:06,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:21:06,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:21:06,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:21:06,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e246e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:21:06,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@562151bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:21:06,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7de6f8b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/java.io.tmpdir/jetty-localhost-34619-hadoop-hdfs-3_4_1-tests_jar-_-any-14413541264704361931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:21:06,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36bec5c2{HTTP/1.1, (http/1.1)}{localhost:34619} 2024-11-27T03:21:06,497 INFO [Time-limited test {}] server.Server(415): Started @179265ms 2024-11-27T03:21:06,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:21:07,161 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/cluster_df28b878-cc4b-aa6c-2363-1b508a526b0b/data/data1/current/BP-702524217-172.17.0.3-1732677665559/current, will proceed with Du for space computation calculation, 2024-11-27T03:21:07,161 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/cluster_df28b878-cc4b-aa6c-2363-1b508a526b0b/data/data2/current/BP-702524217-172.17.0.3-1732677665559/current, will proceed with Du for space computation calculation, 2024-11-27T03:21:07,188 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:21:07,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0a67ebe8b2e4c64 with lease ID 0xf961a95bb041fff: Processing first storage report for DS-76e2da4d-21fc-4e32-b1ab-ac1eae88790d from datanode DatanodeRegistration(127.0.0.1:41161, datanodeUuid=f0ec25b3-fb37-446f-b440-1ac14ff2b7fd, infoPort=33759, infoSecurePort=0, ipcPort=35003, storageInfo=lv=-57;cid=testClusterID;nsid=1241836591;c=1732677665559) 2024-11-27T03:21:07,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0a67ebe8b2e4c64 with lease ID 0xf961a95bb041fff: from storage DS-76e2da4d-21fc-4e32-b1ab-ac1eae88790d node DatanodeRegistration(127.0.0.1:41161, datanodeUuid=f0ec25b3-fb37-446f-b440-1ac14ff2b7fd, infoPort=33759, infoSecurePort=0, ipcPort=35003, storageInfo=lv=-57;cid=testClusterID;nsid=1241836591;c=1732677665559), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:21:07,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0a67ebe8b2e4c64 with lease ID 0xf961a95bb041fff: Processing first storage report for DS-5ef58ed7-8a54-4a30-a3bd-ba5e801e9291 from datanode DatanodeRegistration(127.0.0.1:41161, datanodeUuid=f0ec25b3-fb37-446f-b440-1ac14ff2b7fd, infoPort=33759, infoSecurePort=0, ipcPort=35003, storageInfo=lv=-57;cid=testClusterID;nsid=1241836591;c=1732677665559) 2024-11-27T03:21:07,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0a67ebe8b2e4c64 with lease ID 0xf961a95bb041fff: from storage DS-5ef58ed7-8a54-4a30-a3bd-ba5e801e9291 node DatanodeRegistration(127.0.0.1:41161, datanodeUuid=f0ec25b3-fb37-446f-b440-1ac14ff2b7fd, infoPort=33759, infoSecurePort=0, ipcPort=35003, storageInfo=lv=-57;cid=testClusterID;nsid=1241836591;c=1732677665559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:21:07,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4 2024-11-27T03:21:07,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:07,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:07,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:21:07,650 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96 with version=8 2024-11-27T03:21:07,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/hbase-staging 2024-11-27T03:21:07,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:21:07,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:07,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:07,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:21:07,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:07,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:21:07,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:21:07,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:21:07,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33125 2024-11-27T03:21:07,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33125 connecting to ZooKeeper ensemble=127.0.0.1:50837 2024-11-27T03:21:07,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331250x0, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:07,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33125-0x1017a4eeac80003 connected 2024-11-27T03:21:08,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:08,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:08,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Set watcher on znode that does not yet exist, /11977138952/running 2024-11-27T03:21:08,579 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96, hbase.cluster.distributed=false 2024-11-27T03:21:08,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Set watcher on znode that does not yet exist, /11977138952/acl 2024-11-27T03:21:08,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33125 2024-11-27T03:21:08,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33125 2024-11-27T03:21:08,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33125 2024-11-27T03:21:08,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33125 2024-11-27T03:21:08,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33125 2024-11-27T03:21:08,594 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:21:08,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:08,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:08,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:21:08,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:08,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:21:08,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:21:08,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:21:08,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37813 2024-11-27T03:21:08,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37813 connecting to ZooKeeper ensemble=127.0.0.1:50837 2024-11-27T03:21:08,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:08,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:08,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378130x0, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:08,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37813-0x1017a4eeac80004 connected 2024-11-27T03:21:08,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Set watcher on znode that does not yet exist, /11977138952/running 2024-11-27T03:21:08,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:21:08,660 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:21:08,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Set watcher on znode that does not yet exist, /11977138952/master 2024-11-27T03:21:08,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Set watcher on znode that does not yet exist, /11977138952/acl 2024-11-27T03:21:08,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37813 2024-11-27T03:21:08,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37813 2024-11-27T03:21:08,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37813 2024-11-27T03:21:08,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37813 2024-11-27T03:21:08,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37813 2024-11-27T03:21:08,673 DEBUG [M:0;66d3634da959:33125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:33125 2024-11-27T03:21:08,673 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11977138952/backup-masters/66d3634da959,33125,1732677667652 2024-11-27T03:21:08,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952/backup-masters 2024-11-27T03:21:08,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952/backup-masters 2024-11-27T03:21:08,739 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Set watcher on existing znode=/11977138952/backup-masters/66d3634da959,33125,1732677667652 2024-11-27T03:21:08,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:08,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11977138952/master 2024-11-27T03:21:08,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:08,860 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Set watcher on existing znode=/11977138952/master 2024-11-27T03:21:08,860 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11977138952/backup-masters/66d3634da959,33125,1732677667652 from backup master directory 2024-11-27T03:21:08,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977138952/backup-masters/66d3634da959,33125,1732677667652 2024-11-27T03:21:08,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952/backup-masters 2024-11-27T03:21:08,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952/backup-masters 2024-11-27T03:21:08,965 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:21:08,965 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,33125,1732677667652 2024-11-27T03:21:08,968 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/hbase.id] with ID: 23d239d6-41af-487c-b5fe-d995c53967f1 2024-11-27T03:21:08,968 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/.tmp/hbase.id 2024-11-27T03:21:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:21:09,373 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/.tmp/hbase.id]:[hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/hbase.id] 2024-11-27T03:21:09,382 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:09,382 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:21:09,383 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:21:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:21:09,569 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:21:09,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:09,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:09,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:09,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:09,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:09,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:09,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:09,802 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:09,803 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:21:09,803 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:09,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:21:10,210 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store 2024-11-27T03:21:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:21:10,615 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:10,615 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:21:10,615 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:10,615 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:10,615 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:21:10,615 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:10,615 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:10,615 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677670615Disabling compacts and flushes for region at 1732677670615Disabling writes for close at 1732677670615Writing region close event to WAL at 1732677670615Closed at 1732677670615 2024-11-27T03:21:10,616 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/.initializing 2024-11-27T03:21:10,616 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/WALs/66d3634da959,33125,1732677667652 2024-11-27T03:21:10,616 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:21:10,618 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C33125%2C1732677667652, suffix=, logDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/WALs/66d3634da959,33125,1732677667652, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/oldWALs, maxLogs=10 2024-11-27T03:21:10,629 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/WALs/66d3634da959,33125,1732677667652/66d3634da959%2C33125%2C1732677667652.1732677670618, exclude list is [], retry=0 2024-11-27T03:21:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-76e2da4d-21fc-4e32-b1ab-ac1eae88790d,DISK] 2024-11-27T03:21:10,636 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/WALs/66d3634da959,33125,1732677667652/66d3634da959%2C33125%2C1732677667652.1732677670618 2024-11-27T03:21:10,636 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33759:33759)] 2024-11-27T03:21:10,636 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:10,636 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:10,636 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,636 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:21:10,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:21:10,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:10,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:10,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:21:10,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:10,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:10,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:21:10,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:10,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:10,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:21:10,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:10,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:10,647 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,648 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,648 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,649 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,649 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,650 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:10,650 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:10,653 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:10,653 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65567076, jitterRate=-0.02297443151473999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:10,653 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677670636Initializing all the Stores at 1732677670637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677670637Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677670639 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677670639Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677670639Cleaning up temporary data from old regions at 1732677670649 (+10 ms)Region opened successfully at 1732677670653 (+4 ms) 2024-11-27T03:21:10,656 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:21:10,659 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735cf6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:21:10,662 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:21:10,662 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:21:10,662 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:21:10,662 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:21:10,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:21:10,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:21:10,663 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:21:10,665 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:21:10,666 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Unable to get data of znode /11977138952/balancer because node does not exist (not necessarily an error) 2024-11-27T03:21:10,754 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977138952/balancer already deleted, retry=false 2024-11-27T03:21:10,754 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:21:10,755 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Unable to get data of znode /11977138952/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:21:10,824 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977138952/normalizer already deleted, retry=false 2024-11-27T03:21:10,824 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:21:10,826 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Unable to get data of znode /11977138952/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:21:10,838 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977138952/switch/split already deleted, retry=false 2024-11-27T03:21:10,839 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Unable to get data of znode /11977138952/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:21:10,848 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977138952/switch/merge already deleted, retry=false 2024-11-27T03:21:10,851 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Unable to get data of znode /11977138952/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:21:10,859 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977138952/snapshot-cleanup already deleted, retry=false 2024-11-27T03:21:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11977138952/running 2024-11-27T03:21:10,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:10,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11977138952/running 2024-11-27T03:21:10,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:10,870 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,33125,1732677667652, sessionid=0x1017a4eeac80003, setting cluster-up flag (Was=false) 2024-11-27T03:21:10,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:10,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:10,922 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11977138952/flush-table-proc/acquired, /11977138952/flush-table-proc/reached, /11977138952/flush-table-proc/abort 2024-11-27T03:21:10,923 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,33125,1732677667652 2024-11-27T03:21:10,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:10,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:10,975 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11977138952/online-snapshot/acquired, /11977138952/online-snapshot/reached, /11977138952/online-snapshot/abort 2024-11-27T03:21:10,976 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,33125,1732677667652 2024-11-27T03:21:10,984 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:21:10,986 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:10,986 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:21:10,986 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:21:10,986 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,33125,1732677667652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:21:10,988 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:10,988 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:10,988 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:10,989 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:10,989 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:21:10,989 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:10,989 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:21:10,989 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:10,997 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677700997 2024-11-27T03:21:10,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:10,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:21:10,997 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:21:10,998 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:21:10,998 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:21:10,998 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:21:10,998 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:21:10,998 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:21:10,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:10,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:21:11,000 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,004 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:21:11,004 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:21:11,005 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:21:11,005 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:21:11,005 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:21:11,005 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:21:11,008 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677671005,5,FailOnTimeoutGroup] 2024-11-27T03:21:11,010 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677671008,5,FailOnTimeoutGroup] 2024-11-27T03:21:11,010 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,010 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:21:11,010 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,010 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:21:11,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:21:11,021 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96 2024-11-27T03:21:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741832_1008 (size=32) 2024-11-27T03:21:11,066 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(746): ClusterId : 23d239d6-41af-487c-b5fe-d995c53967f1 2024-11-27T03:21:11,066 DEBUG [RS:0;66d3634da959:37813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:21:11,070 DEBUG [RS:0;66d3634da959:37813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:21:11,070 DEBUG [RS:0;66d3634da959:37813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:21:11,081 DEBUG [RS:0;66d3634da959:37813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:21:11,082 DEBUG [RS:0;66d3634da959:37813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309698aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:21:11,098 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:37813 2024-11-27T03:21:11,099 INFO [RS:0;66d3634da959:37813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:21:11,099 INFO [RS:0;66d3634da959:37813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:21:11,099 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:21:11,099 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,33125,1732677667652 with port=37813, startcode=1732677668593 2024-11-27T03:21:11,099 DEBUG [RS:0;66d3634da959:37813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:21:11,101 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:21:11,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33125 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,37813,1732677668593 2024-11-27T03:21:11,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33125 {}] master.ServerManager(517): Registering regionserver=66d3634da959,37813,1732677668593 2024-11-27T03:21:11,103 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96 2024-11-27T03:21:11,103 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35127 2024-11-27T03:21:11,103 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:21:11,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952/rs 2024-11-27T03:21:11,162 DEBUG [RS:0;66d3634da959:37813 {}] zookeeper.ZKUtil(111): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Set watcher on existing znode=/11977138952/rs/66d3634da959,37813,1732677668593 2024-11-27T03:21:11,162 WARN [RS:0;66d3634da959:37813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:21:11,162 INFO [RS:0;66d3634da959:37813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:11,162 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593 2024-11-27T03:21:11,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,37813,1732677668593] 2024-11-27T03:21:11,166 INFO [RS:0;66d3634da959:37813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:21:11,168 INFO [RS:0;66d3634da959:37813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:21:11,168 INFO [RS:0;66d3634da959:37813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:21:11,168 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,168 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:21:11,169 INFO [RS:0;66d3634da959:37813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:21:11,169 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,169 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,169 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,169 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,169 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,169 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,169 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:21:11,170 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,170 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,170 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,170 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,170 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,170 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:11,170 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:21:11,170 DEBUG [RS:0;66d3634da959:37813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:21:11,170 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,170 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,170 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,170 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,170 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,170 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37813,1732677668593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:21:11,189 INFO [RS:0;66d3634da959:37813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:21:11,189 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37813,1732677668593-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,189 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,190 INFO [RS:0;66d3634da959:37813 {}] regionserver.Replication(171): 66d3634da959,37813,1732677668593 started 2024-11-27T03:21:11,202 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,202 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,37813,1732677668593, RpcServer on 66d3634da959/172.17.0.3:37813, sessionid=0x1017a4eeac80004 2024-11-27T03:21:11,202 DEBUG [RS:0;66d3634da959:37813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:21:11,202 DEBUG [RS:0;66d3634da959:37813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,37813,1732677668593 2024-11-27T03:21:11,202 DEBUG [RS:0;66d3634da959:37813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,37813,1732677668593' 2024-11-27T03:21:11,202 DEBUG [RS:0;66d3634da959:37813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11977138952/flush-table-proc/abort' 2024-11-27T03:21:11,203 DEBUG [RS:0;66d3634da959:37813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11977138952/flush-table-proc/acquired' 2024-11-27T03:21:11,203 DEBUG [RS:0;66d3634da959:37813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:21:11,203 DEBUG [RS:0;66d3634da959:37813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:21:11,203 DEBUG [RS:0;66d3634da959:37813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,37813,1732677668593 2024-11-27T03:21:11,203 DEBUG [RS:0;66d3634da959:37813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,37813,1732677668593' 2024-11-27T03:21:11,203 DEBUG [RS:0;66d3634da959:37813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11977138952/online-snapshot/abort' 2024-11-27T03:21:11,203 DEBUG [RS:0;66d3634da959:37813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11977138952/online-snapshot/acquired' 2024-11-27T03:21:11,204 DEBUG [RS:0;66d3634da959:37813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:21:11,204 INFO [RS:0;66d3634da959:37813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:21:11,204 INFO [RS:0;66d3634da959:37813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:21:11,304 INFO [RS:0;66d3634da959:37813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:21:11,306 INFO [RS:0;66d3634da959:37813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C37813%2C1732677668593, suffix=, logDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/oldWALs, maxLogs=10 2024-11-27T03:21:11,320 DEBUG [RS:0;66d3634da959:37813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306, exclude list is [], retry=0 2024-11-27T03:21:11,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-76e2da4d-21fc-4e32-b1ab-ac1eae88790d,DISK] 2024-11-27T03:21:11,325 INFO [RS:0;66d3634da959:37813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 2024-11-27T03:21:11,325 DEBUG [RS:0;66d3634da959:37813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33759:33759)] 2024-11-27T03:21:11,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:11,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:21:11,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:21:11,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:11,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:11,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:21:11,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:21:11,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:11,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:11,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:21:11,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:21:11,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:11,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:11,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:21:11,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:21:11,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:11,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:11,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:21:11,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740 2024-11-27T03:21:11,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740 2024-11-27T03:21:11,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:21:11,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:21:11,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:11,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:21:11,456 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:11,456 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74131770, jitterRate=0.10464945435523987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:11,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677671435Initializing all the Stores at 1732677671435Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677671435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677671435Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677671435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677671435Cleaning up temporary data from old regions at 1732677671450 (+15 ms)Region opened successfully at 1732677671456 (+6 ms) 2024-11-27T03:21:11,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:21:11,456 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:21:11,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:21:11,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:21:11,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:21:11,457 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:21:11,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677671456Disabling compacts and flushes for region at 1732677671456Disabling writes for close at 1732677671456Writing region close event to WAL at 1732677671457 (+1 ms)Closed at 1732677671457 2024-11-27T03:21:11,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:11,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:21:11,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:21:11,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:21:11,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:21:11,610 DEBUG [66d3634da959:33125 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:21:11,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,37813,1732677668593 2024-11-27T03:21:11,611 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,37813,1732677668593, state=OPENING 2024-11-27T03:21:11,617 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:21:11,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:11,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:11,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977138952/meta-region-server: CHANGED 2024-11-27T03:21:11,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977138952/meta-region-server: CHANGED 2024-11-27T03:21:11,629 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:21:11,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,37813,1732677668593}] 2024-11-27T03:21:11,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:21:11,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:21:11,787 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:21:11,787 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:11,788 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:21:11,790 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C37813%2C1732677668593.meta, suffix=.meta, logDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/oldWALs, maxLogs=10 2024-11-27T03:21:11,804 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.meta.1732677671790.meta, exclude list is [], retry=0 2024-11-27T03:21:11,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-76e2da4d-21fc-4e32-b1ab-ac1eae88790d,DISK] 2024-11-27T03:21:11,807 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.meta.1732677671790.meta 2024-11-27T03:21:11,808 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33759:33759)] 2024-11-27T03:21:11,808 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:11,808 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:11,808 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:21:11,808 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:21:11,808 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:21:11,809 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:21:11,809 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:11,809 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:21:11,809 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:21:11,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:21:11,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:21:11,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:11,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:11,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:21:11,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:21:11,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:11,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:11,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:21:11,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:21:11,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:11,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:11,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:21:11,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:21:11,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:11,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:11,815 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:21:11,816 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740 2024-11-27T03:21:11,817 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740 2024-11-27T03:21:11,818 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:21:11,818 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:21:11,818 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:11,820 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:21:11,820 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72391195, jitterRate=0.07871286571025848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:11,820 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:21:11,820 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677671809Writing region info on filesystem at 1732677671809Initializing all the Stores at 1732677671810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677671810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677671810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677671810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677671810Cleaning up temporary data from old regions at 1732677671818 (+8 ms)Running coprocessor post-open hooks at 1732677671820 (+2 ms)Region opened successfully at 1732677671820 2024-11-27T03:21:11,821 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677671781 2024-11-27T03:21:11,823 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:21:11,823 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:21:11,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,37813,1732677668593 2024-11-27T03:21:11,824 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,37813,1732677668593, state=OPEN 2024-11-27T03:21:11,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11977138952/meta-region-server 2024-11-27T03:21:11,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11977138952/meta-region-server 2024-11-27T03:21:11,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977138952/meta-region-server: CHANGED 2024-11-27T03:21:11,827 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,37813,1732677668593 2024-11-27T03:21:11,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977138952/meta-region-server: CHANGED 2024-11-27T03:21:11,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:21:11,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,37813,1732677668593 in 198 msec 2024-11-27T03:21:11,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:21:11,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-27T03:21:11,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:11,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:21:11,833 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:11,834 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1] 2024-11-27T03:21:11,834 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:11,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:11,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 854 msec 2024-11-27T03:21:11,841 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677671841, completionTime=-1 2024-11-27T03:21:11,841 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:21:11,841 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:21:11,842 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:21:11,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677731843 2024-11-27T03:21:11,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677791843 2024-11-27T03:21:11,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:21:11,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33125,1732677667652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33125,1732677667652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33125,1732677667652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:33125, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,845 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:21:11,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.882sec 2024-11-27T03:21:11,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:21:11,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:21:11,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:21:11,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:21:11,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:21:11,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33125,1732677667652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:21:11,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33125,1732677667652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:21:11,849 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:21:11,849 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:21:11,849 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33125,1732677667652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:11,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c7d71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:11,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,33125,-1 for getting cluster id 2024-11-27T03:21:11,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:11,867 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23d239d6-41af-487c-b5fe-d995c53967f1' 2024-11-27T03:21:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23d239d6-41af-487c-b5fe-d995c53967f1" 2024-11-27T03:21:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7fa5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,33125,-1] 2024-11-27T03:21:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:11,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:11,870 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:11,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98ecfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:11,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1] 2024-11-27T03:21:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:11,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:11,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,33125,1732677667652 2024-11-27T03:21:11,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50837 2024-11-27T03:21:11,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:11,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a4eeac80005 connected 2024-11-27T03:21:11,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39723,1732677662504 2024-11-27T03:21:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f4cb5ed 2024-11-27T03:21:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:11,906 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:11,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:21:11,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:21:11,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:11,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:21:11,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:21:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:21:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:12,319 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd506ca2f6d3f8e717d831f5ba987618, NAME => 'test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e 2024-11-27T03:21:12,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:21:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:12,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:12,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd506ca2f6d3f8e717d831f5ba987618, disabling compactions & flushes 2024-11-27T03:21:12,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:12,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:12,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. after waiting 0 ms 2024-11-27T03:21:12,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:12,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:12,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd506ca2f6d3f8e717d831f5ba987618: Waiting for close lock at 1732677672728Disabling compacts and flushes for region at 1732677672728Disabling writes for close at 1732677672728Writing region close event to WAL at 1732677672728Closed at 1732677672728 2024-11-27T03:21:12,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:21:12,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677672730"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677672730"}]},"ts":"1732677672730"} 2024-11-27T03:21:12,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:21:12,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:21:12,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677672733"}]},"ts":"1732677672733"} 2024-11-27T03:21:12,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:21:12,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd506ca2f6d3f8e717d831f5ba987618, ASSIGN}] 2024-11-27T03:21:12,737 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd506ca2f6d3f8e717d831f5ba987618, ASSIGN 2024-11-27T03:21:12,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd506ca2f6d3f8e717d831f5ba987618, ASSIGN; state=OFFLINE, location=66d3634da959,38155,1732677662726; forceNewPlan=false, retain=false 2024-11-27T03:21:12,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd506ca2f6d3f8e717d831f5ba987618, regionState=OPENING, regionLocation=66d3634da959,38155,1732677662726 2024-11-27T03:21:12,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd506ca2f6d3f8e717d831f5ba987618, ASSIGN because future has completed 2024-11-27T03:21:12,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd506ca2f6d3f8e717d831f5ba987618, server=66d3634da959,38155,1732677662726}] 2024-11-27T03:21:13,045 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:13,046 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd506ca2f6d3f8e717d831f5ba987618, NAME => 'test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:13,046 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:13,046 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:21:13,046 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,046 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:13,046 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,046 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,047 INFO [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,048 INFO [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd506ca2f6d3f8e717d831f5ba987618 columnFamilyName f 2024-11-27T03:21:13,049 DEBUG [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:13,049 INFO [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] regionserver.HStore(327): Store=cd506ca2f6d3f8e717d831f5ba987618/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:13,049 INFO [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,050 INFO [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd506ca2f6d3f8e717d831f5ba987618 columnFamilyName f1 2024-11-27T03:21:13,050 DEBUG [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:13,050 INFO [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] regionserver.HStore(327): Store=cd506ca2f6d3f8e717d831f5ba987618/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:13,051 INFO [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,052 INFO [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd506ca2f6d3f8e717d831f5ba987618 columnFamilyName norep 2024-11-27T03:21:13,052 DEBUG [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:13,052 INFO [StoreOpener-cd506ca2f6d3f8e717d831f5ba987618-1 {}] regionserver.HStore(327): Store=cd506ca2f6d3f8e717d831f5ba987618/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:13,052 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,053 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,053 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,054 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,054 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,054 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:21:13,055 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,057 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:13,057 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd506ca2f6d3f8e717d831f5ba987618; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66052244, jitterRate=-0.01574486494064331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:21:13,057 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:13,058 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd506ca2f6d3f8e717d831f5ba987618: Running coprocessor pre-open hook at 1732677673046Writing region info on filesystem at 1732677673046Initializing all the Stores at 1732677673047 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677673047Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677673047Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677673047Cleaning up temporary data from old regions at 1732677673054 (+7 ms)Running coprocessor post-open hooks at 1732677673057 (+3 ms)Region opened successfully at 1732677673058 (+1 ms) 2024-11-27T03:21:13,059 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618., pid=6, masterSystemTime=1732677673042 2024-11-27T03:21:13,061 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:13,061 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:13,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd506ca2f6d3f8e717d831f5ba987618, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,38155,1732677662726 2024-11-27T03:21:13,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd506ca2f6d3f8e717d831f5ba987618, server=66d3634da959,38155,1732677662726 because future has completed 2024-11-27T03:21:13,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:21:13,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd506ca2f6d3f8e717d831f5ba987618, server=66d3634da959,38155,1732677662726 in 175 msec 2024-11-27T03:21:13,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:21:13,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd506ca2f6d3f8e717d831f5ba987618, ASSIGN in 331 msec 2024-11-27T03:21:13,069 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:21:13,069 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677673069"}]},"ts":"1732677673069"} 2024-11-27T03:21:13,071 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:21:13,072 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:21:13,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-27T03:21:14,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:21:14,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:14,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:21:14,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:14,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:14,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T03:21:14,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:21:14,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T03:21:14,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:21:14,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T03:21:14,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:21:14,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:14,069 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:21:14,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,33125,1732677667652 2024-11-27T03:21:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@546e6aa4 2024-11-27T03:21:14,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:14,071 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:14,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:21:14,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:21:14,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:14,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:21:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:14,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:21:14,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:21:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:14,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15e7de9378a93d3067c5bee05cbe8ae8, NAME => 'test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96 2024-11-27T03:21:14,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:21:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:14,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:14,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 15e7de9378a93d3067c5bee05cbe8ae8, disabling compactions & flushes 2024-11-27T03:21:14,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:14,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:14,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. after waiting 0 ms 2024-11-27T03:21:14,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:14,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:14,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15e7de9378a93d3067c5bee05cbe8ae8: Waiting for close lock at 1732677674898Disabling compacts and flushes for region at 1732677674898Disabling writes for close at 1732677674898Writing region close event to WAL at 1732677674898Closed at 1732677674898 2024-11-27T03:21:14,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:21:14,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677674900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677674900"}]},"ts":"1732677674900"} 2024-11-27T03:21:14,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:21:14,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:21:14,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677674903"}]},"ts":"1732677674903"} 2024-11-27T03:21:14,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:21:14,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15e7de9378a93d3067c5bee05cbe8ae8, ASSIGN}] 2024-11-27T03:21:14,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15e7de9378a93d3067c5bee05cbe8ae8, ASSIGN 2024-11-27T03:21:14,906 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=15e7de9378a93d3067c5bee05cbe8ae8, ASSIGN; state=OFFLINE, location=66d3634da959,37813,1732677668593; forceNewPlan=false, retain=false 2024-11-27T03:21:15,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15e7de9378a93d3067c5bee05cbe8ae8, regionState=OPENING, regionLocation=66d3634da959,37813,1732677668593 2024-11-27T03:21:15,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=15e7de9378a93d3067c5bee05cbe8ae8, ASSIGN because future has completed 2024-11-27T03:21:15,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15e7de9378a93d3067c5bee05cbe8ae8, server=66d3634da959,37813,1732677668593}] 2024-11-27T03:21:15,214 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:15,214 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 15e7de9378a93d3067c5bee05cbe8ae8, NAME => 'test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:15,215 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:15,215 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:21:15,215 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,215 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:15,215 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,215 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,216 INFO [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,217 INFO [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e7de9378a93d3067c5bee05cbe8ae8 columnFamilyName f 2024-11-27T03:21:15,217 DEBUG [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:15,217 INFO [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] regionserver.HStore(327): Store=15e7de9378a93d3067c5bee05cbe8ae8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:15,218 INFO [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:15,218 INFO [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e7de9378a93d3067c5bee05cbe8ae8 columnFamilyName f1 2024-11-27T03:21:15,218 DEBUG [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:15,219 INFO [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] regionserver.HStore(327): Store=15e7de9378a93d3067c5bee05cbe8ae8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:15,219 INFO [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,220 INFO [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e7de9378a93d3067c5bee05cbe8ae8 columnFamilyName norep 2024-11-27T03:21:15,220 DEBUG [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:15,220 INFO [StoreOpener-15e7de9378a93d3067c5bee05cbe8ae8-1 {}] regionserver.HStore(327): Store=15e7de9378a93d3067c5bee05cbe8ae8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:15,220 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,221 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,221 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,222 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,222 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,222 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:21:15,223 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,228 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:15,229 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 15e7de9378a93d3067c5bee05cbe8ae8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65182910, jitterRate=-0.02869895100593567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:21:15,229 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:15,229 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 15e7de9378a93d3067c5bee05cbe8ae8: Running coprocessor pre-open hook at 1732677675215Writing region info on filesystem at 1732677675215Initializing all the Stores at 1732677675216 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677675216Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677675216Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677675216Cleaning up temporary data from old regions at 1732677675222 (+6 ms)Running coprocessor post-open hooks at 1732677675229 (+7 ms)Region opened successfully at 1732677675229 2024-11-27T03:21:15,230 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8., pid=6, masterSystemTime=1732677675211 2024-11-27T03:21:15,231 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:15,231 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:15,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15e7de9378a93d3067c5bee05cbe8ae8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,37813,1732677668593 2024-11-27T03:21:15,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15e7de9378a93d3067c5bee05cbe8ae8, server=66d3634da959,37813,1732677668593 because future has completed 2024-11-27T03:21:15,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:21:15,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15e7de9378a93d3067c5bee05cbe8ae8, server=66d3634da959,37813,1732677668593 in 175 msec 2024-11-27T03:21:15,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:21:15,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=15e7de9378a93d3067c5bee05cbe8ae8, ASSIGN in 331 msec 2024-11-27T03:21:15,238 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:21:15,238 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677675238"}]},"ts":"1732677675238"} 2024-11-27T03:21:15,239 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:21:15,240 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:21:15,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-27T03:21:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:16,229 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:21:16,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424331d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39723,-1 for getting cluster id 2024-11-27T03:21:16,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:16,230 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60b83072-8c42-4edc-af94-751ade5b0cbd' 2024-11-27T03:21:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60b83072-8c42-4edc-af94-751ade5b0cbd" 2024-11-27T03:21:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24acc2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39723,-1] 2024-11-27T03:21:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:16,232 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6307573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9bfc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,33125,-1 for getting cluster id 2024-11-27T03:21:16,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:16,234 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23d239d6-41af-487c-b5fe-d995c53967f1' 2024-11-27T03:21:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23d239d6-41af-487c-b5fe-d995c53967f1" 2024-11-27T03:21:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b4679f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,33125,-1] 2024-11-27T03:21:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:16,235 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea27810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578409ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39723,-1 for getting cluster id 2024-11-27T03:21:16,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:16,237 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60b83072-8c42-4edc-af94-751ade5b0cbd' 2024-11-27T03:21:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60b83072-8c42-4edc-af94-751ade5b0cbd" 2024-11-27T03:21:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33530707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39723,-1] 2024-11-27T03:21:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:16,238 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2851a60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:16,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39723,1732677662504 2024-11-27T03:21:16,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42dbe956 2024-11-27T03:21:16,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:16,240 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:16,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:33125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:21:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:21:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:16,243 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:33125' 2024-11-27T03:21:16,243 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c04e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,243 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,33125,-1 for getting cluster id 2024-11-27T03:21:16,243 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:16,244 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23d239d6-41af-487c-b5fe-d995c53967f1' 2024-11-27T03:21:16,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:16,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23d239d6-41af-487c-b5fe-d995c53967f1" 2024-11-27T03:21:16,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df65a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,33125,-1] 2024-11-27T03:21:16,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:16,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:16,245 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:16,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b8c3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:16,246 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:16,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,33125,1732677667652 2024-11-27T03:21:16,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7266edb8 2024-11-27T03:21:16,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:16,247 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:16,248 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:21:16,248 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:21:16,248 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:16,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:16,248 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:16,248 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:16,249 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:21:16,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:21:16,250 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:16,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:21:16,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:21:16,299 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:21:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:16,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T03:21:16,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15c56ec1c2bdc6c823ea1ed9b0585808, NAME => 'hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e 2024-11-27T03:21:16,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:21:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:17,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:17,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 15c56ec1c2bdc6c823ea1ed9b0585808, disabling compactions & flushes 2024-11-27T03:21:17,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:17,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:17,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. after waiting 0 ms 2024-11-27T03:21:17,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:17,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:17,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15c56ec1c2bdc6c823ea1ed9b0585808: Waiting for close lock at 1732677677063Disabling compacts and flushes for region at 1732677677063Disabling writes for close at 1732677677063Writing region close event to WAL at 1732677677063Closed at 1732677677063 2024-11-27T03:21:17,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:21:17,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677677064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677677064"}]},"ts":"1732677677064"} 2024-11-27T03:21:17,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:21:17,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:21:17,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677677067"}]},"ts":"1732677677067"} 2024-11-27T03:21:17,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:21:17,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15c56ec1c2bdc6c823ea1ed9b0585808, ASSIGN}] 2024-11-27T03:21:17,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15c56ec1c2bdc6c823ea1ed9b0585808, ASSIGN 2024-11-27T03:21:17,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15c56ec1c2bdc6c823ea1ed9b0585808, ASSIGN; state=OFFLINE, location=66d3634da959,38155,1732677662726; forceNewPlan=false, retain=false 2024-11-27T03:21:17,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=15c56ec1c2bdc6c823ea1ed9b0585808, regionState=OPENING, regionLocation=66d3634da959,38155,1732677662726 2024-11-27T03:21:17,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15c56ec1c2bdc6c823ea1ed9b0585808, ASSIGN because future has completed 2024-11-27T03:21:17,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c56ec1c2bdc6c823ea1ed9b0585808, server=66d3634da959,38155,1732677662726}] 2024-11-27T03:21:17,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:21:17,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:17,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:17,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:17,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:17,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:17,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:17,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:17,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:17,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:17,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:21:17,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C38155%2C1732677662726.rep, suffix=, logDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726, archiveDir=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/oldWALs, maxLogs=10 2024-11-27T03:21:17,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.rep.1732677677423, exclude list is [], retry=0 2024-11-27T03:21:17,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-393a45bb-1320-4169-b2b1-b326b2ae0f2a,DISK] 2024-11-27T03:21:17,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.rep.1732677677423 2024-11-27T03:21:17,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45143:45143)] 2024-11-27T03:21:17,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 15c56ec1c2bdc6c823ea1ed9b0585808, NAME => 'hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:17,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:17,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:21:17,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. service=MultiRowMutationService 2024-11-27T03:21:17,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:21:17,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:17,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,439 INFO [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,440 INFO [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c56ec1c2bdc6c823ea1ed9b0585808 columnFamilyName hfileref 2024-11-27T03:21:17,440 DEBUG [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:17,440 INFO [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] regionserver.HStore(327): Store=15c56ec1c2bdc6c823ea1ed9b0585808/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:17,440 INFO [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,441 INFO [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c56ec1c2bdc6c823ea1ed9b0585808 columnFamilyName queue 2024-11-27T03:21:17,441 DEBUG [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:17,442 INFO [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] regionserver.HStore(327): Store=15c56ec1c2bdc6c823ea1ed9b0585808/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:17,442 INFO [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,443 INFO [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c56ec1c2bdc6c823ea1ed9b0585808 columnFamilyName sid 2024-11-27T03:21:17,443 DEBUG [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:17,444 INFO [StoreOpener-15c56ec1c2bdc6c823ea1ed9b0585808-1 {}] regionserver.HStore(327): Store=15c56ec1c2bdc6c823ea1ed9b0585808/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:17,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:21:17,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:17,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 15c56ec1c2bdc6c823ea1ed9b0585808; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64670758, jitterRate=-0.036330610513687134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:21:17,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:17,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 15c56ec1c2bdc6c823ea1ed9b0585808: Running coprocessor pre-open hook at 1732677677438Writing region info on filesystem at 1732677677438Initializing all the Stores at 1732677677439 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677677439Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677677439Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677677439Cleaning up temporary data from old regions at 1732677677445 (+6 ms)Running coprocessor post-open hooks at 1732677677448 (+3 ms)Region opened successfully at 1732677677448 2024-11-27T03:21:17,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808., pid=10, masterSystemTime=1732677677376 2024-11-27T03:21:17,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:17,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:17,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=15c56ec1c2bdc6c823ea1ed9b0585808, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,38155,1732677662726 2024-11-27T03:21:17,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c56ec1c2bdc6c823ea1ed9b0585808, server=66d3634da959,38155,1732677662726 because future has completed 2024-11-27T03:21:17,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:21:17,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 15c56ec1c2bdc6c823ea1ed9b0585808, server=66d3634da959,38155,1732677662726 in 231 msec 2024-11-27T03:21:17,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:21:17,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15c56ec1c2bdc6c823ea1ed9b0585808, ASSIGN in 387 msec 2024-11-27T03:21:17,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:21:17,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677677458"}]},"ts":"1732677677458"} 2024-11-27T03:21:17,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:21:17,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:21:17,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2120 sec 2024-11-27T03:21:17,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808., hostname=66d3634da959,38155,1732677662726, seqNum=2] 2024-11-27T03:21:17,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:17,532 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:17,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:21:17,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:21:17,707 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:21:17,732 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,38155,1732677662726, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:21:17,733 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:17,733 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38155,1732677662726, seqNum=-1] 2024-11-27T03:21:17,733 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:17,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T03:21:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,38155,1732677662726', locateType=CURRENT is [region=hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808., hostname=66d3634da959,38155,1732677662726, seqNum=2] 2024-11-27T03:21:17,737 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:21:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:21:17,739 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,38155,1732677662726 suceeded 2024-11-27T03:21:17,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:21:17,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-27T03:21:17,740 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:33125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:21:17,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-27T03:21:17,752 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:33125' 2024-11-27T03:21:17,753 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a4ab642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:17,753 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,33125,-1 for getting cluster id 2024-11-27T03:21:17,753 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:17,753 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23d239d6-41af-487c-b5fe-d995c53967f1' 2024-11-27T03:21:17,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:17,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23d239d6-41af-487c-b5fe-d995c53967f1" 2024-11-27T03:21:17,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22fa627c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:17,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,33125,-1] 2024-11-27T03:21:17,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:17,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:17,755 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:17,755 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ee54333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:17,756 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:17,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,33125,1732677667652 2024-11-27T03:21:17,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@420710d0 2024-11-27T03:21:17,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:17,757 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T03:21:17,758 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,38155,1732677662726 (queues=1) is replicating from cluster=60b83072-8c42-4edc-af94-751ade5b0cbd to cluster=23d239d6-41af-487c-b5fe-d995c53967f1 2024-11-27T03:21:17,758 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C38155%2C1732677662726 2024-11-27T03:21:17,758 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,38155,1732677662726, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:21:17,758 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C38155%2C1732677662726 2024-11-27T03:21:17,758 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817, startPosition=0, beingWritten=true 2024-11-27T03:21:17,763 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:17,763 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 379, reset compression=false 2024-11-27T03:21:17,763 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38155,1732677662726 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:21:17,966 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 379, reset compression=false 2024-11-27T03:21:18,270 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 379, reset compression=false 2024-11-27T03:21:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:18,389 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:21:18,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:18,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:18,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:18,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:18,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:18,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd45bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:18,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,33125,-1 for getting cluster id 2024-11-27T03:21:18,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:18,391 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23d239d6-41af-487c-b5fe-d995c53967f1' 2024-11-27T03:21:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:18,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23d239d6-41af-487c-b5fe-d995c53967f1" 2024-11-27T03:21:18,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54680985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:18,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,33125,-1] 2024-11-27T03:21:18,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:18,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:18,393 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:18,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bd841f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:18,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:18,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,33125,1732677667652 2024-11-27T03:21:18,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67e0d996 2024-11-27T03:21:18,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:18,395 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:18,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:39723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:21:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:21:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:18,398 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:39723' 2024-11-27T03:21:18,399 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40565c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:18,399 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39723,-1 for getting cluster id 2024-11-27T03:21:18,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:18,400 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60b83072-8c42-4edc-af94-751ade5b0cbd' 2024-11-27T03:21:18,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:18,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60b83072-8c42-4edc-af94-751ade5b0cbd" 2024-11-27T03:21:18,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2ee3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:18,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39723,-1] 2024-11-27T03:21:18,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:18,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:18,401 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:18,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1484de89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:18,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:18,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39723,1732677662504 2024-11-27T03:21:18,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20faecd 2024-11-27T03:21:18,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:18,403 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:18,404 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:21:18,404 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:21:18,404 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:18,404 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:18,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:18,405 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:18,406 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:21:18,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:21:18,407 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:18,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:21:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:21:18,456 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:21:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:18,673 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 379, reset compression=false 2024-11-27T03:21:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:18,814 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fe7b2a679b862ec2d30b715081a2f05, NAME => 'hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96 2024-11-27T03:21:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:21:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:19,178 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 379, reset compression=false 2024-11-27T03:21:19,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:19,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9fe7b2a679b862ec2d30b715081a2f05, disabling compactions & flushes 2024-11-27T03:21:19,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:19,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:19,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. after waiting 0 ms 2024-11-27T03:21:19,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:19,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:19,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fe7b2a679b862ec2d30b715081a2f05: Waiting for close lock at 1732677679220Disabling compacts and flushes for region at 1732677679220Disabling writes for close at 1732677679220Writing region close event to WAL at 1732677679220Closed at 1732677679220 2024-11-27T03:21:19,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:21:19,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677679221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677679221"}]},"ts":"1732677679221"} 2024-11-27T03:21:19,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:21:19,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:21:19,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677679225"}]},"ts":"1732677679225"} 2024-11-27T03:21:19,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:21:19,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fe7b2a679b862ec2d30b715081a2f05, ASSIGN}] 2024-11-27T03:21:19,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fe7b2a679b862ec2d30b715081a2f05, ASSIGN 2024-11-27T03:21:19,234 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fe7b2a679b862ec2d30b715081a2f05, ASSIGN; state=OFFLINE, location=66d3634da959,37813,1732677668593; forceNewPlan=false, retain=false 2024-11-27T03:21:19,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9fe7b2a679b862ec2d30b715081a2f05, regionState=OPENING, regionLocation=66d3634da959,37813,1732677668593 2024-11-27T03:21:19,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fe7b2a679b862ec2d30b715081a2f05, ASSIGN because future has completed 2024-11-27T03:21:19,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fe7b2a679b862ec2d30b715081a2f05, server=66d3634da959,37813,1732677668593}] 2024-11-27T03:21:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:19,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:19,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:19,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:21:19,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C37813%2C1732677668593.rep, suffix=, logDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593, archiveDir=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/oldWALs, maxLogs=10 2024-11-27T03:21:19,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.rep.1732677679543, exclude list is [], retry=0 2024-11-27T03:21:19,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-76e2da4d-21fc-4e32-b1ab-ac1eae88790d,DISK] 2024-11-27T03:21:19,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.rep.1732677679543 2024-11-27T03:21:19,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33759:33759)] 2024-11-27T03:21:19,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fe7b2a679b862ec2d30b715081a2f05, NAME => 'hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:19,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:19,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:21:19,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. service=MultiRowMutationService 2024-11-27T03:21:19,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:21:19,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:19,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,560 INFO [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,561 INFO [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fe7b2a679b862ec2d30b715081a2f05 columnFamilyName hfileref 2024-11-27T03:21:19,561 DEBUG [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:19,561 INFO [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] regionserver.HStore(327): Store=9fe7b2a679b862ec2d30b715081a2f05/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:19,561 INFO [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,562 INFO [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fe7b2a679b862ec2d30b715081a2f05 columnFamilyName queue 2024-11-27T03:21:19,562 DEBUG [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:19,563 INFO [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] regionserver.HStore(327): Store=9fe7b2a679b862ec2d30b715081a2f05/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:19,563 INFO [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,564 INFO [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fe7b2a679b862ec2d30b715081a2f05 columnFamilyName sid 2024-11-27T03:21:19,564 DEBUG [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:19,564 INFO [StoreOpener-9fe7b2a679b862ec2d30b715081a2f05-1 {}] regionserver.HStore(327): Store=9fe7b2a679b862ec2d30b715081a2f05/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:19,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:21:19,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:19,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9fe7b2a679b862ec2d30b715081a2f05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70106304, jitterRate=0.04466533660888672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:21:19,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:19,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9fe7b2a679b862ec2d30b715081a2f05: Running coprocessor pre-open hook at 1732677679559Writing region info on filesystem at 1732677679559Initializing all the Stores at 1732677679560 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677679560Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677679560Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677679560Cleaning up temporary data from old regions at 1732677679566 (+6 ms)Running coprocessor post-open hooks at 1732677679569 (+3 ms)Region opened successfully at 1732677679569 2024-11-27T03:21:19,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05., pid=10, masterSystemTime=1732677679538 2024-11-27T03:21:19,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:19,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:19,572 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9fe7b2a679b862ec2d30b715081a2f05, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,37813,1732677668593 2024-11-27T03:21:19,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fe7b2a679b862ec2d30b715081a2f05, server=66d3634da959,37813,1732677668593 because future has completed 2024-11-27T03:21:19,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:21:19,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fe7b2a679b862ec2d30b715081a2f05, server=66d3634da959,37813,1732677668593 in 188 msec 2024-11-27T03:21:19,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:21:19,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fe7b2a679b862ec2d30b715081a2f05, ASSIGN in 350 msec 2024-11-27T03:21:19,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:21:19,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677679579"}]},"ts":"1732677679579"} 2024-11-27T03:21:19,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:21:19,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:21:19,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-27T03:21:19,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05., hostname=66d3634da959,37813,1732677668593, seqNum=2] 2024-11-27T03:21:19,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:19,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:19,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:21:19,783 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 379, reset compression=false 2024-11-27T03:21:19,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:21:19,906 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:21:19,933 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,37813,1732677668593, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:21:19,933 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:19,933 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1] 2024-11-27T03:21:19,933 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:19,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T03:21:19,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,37813,1732677668593', locateType=CURRENT is [region=hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05., hostname=66d3634da959,37813,1732677668593, seqNum=2] 2024-11-27T03:21:19,938 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:21:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:21:19,940 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,37813,1732677668593 suceeded 2024-11-27T03:21:19,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:21:19,941 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:39723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:21:19,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-27T03:21:19,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5450 sec 2024-11-27T03:21:19,956 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:39723' 2024-11-27T03:21:19,957 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e9f0888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:19,957 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39723,-1 for getting cluster id 2024-11-27T03:21:19,957 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:19,958 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60b83072-8c42-4edc-af94-751ade5b0cbd' 2024-11-27T03:21:19,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:19,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60b83072-8c42-4edc-af94-751ade5b0cbd" 2024-11-27T03:21:19,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f99ce1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:19,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39723,-1] 2024-11-27T03:21:19,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:19,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:19,959 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:19,960 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c059fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:19,960 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:19,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39723,1732677662504 2024-11-27T03:21:19,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e998fd0 2024-11-27T03:21:19,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:19,961 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T03:21:19,962 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,37813,1732677668593 (queues=1) is replicating from cluster=23d239d6-41af-487c-b5fe-d995c53967f1 to cluster=60b83072-8c42-4edc-af94-751ade5b0cbd 2024-11-27T03:21:19,962 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C37813%2C1732677668593 2024-11-27T03:21:19,962 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,37813,1732677668593, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:21:19,962 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C37813%2C1732677668593 2024-11-27T03:21:19,962 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306, startPosition=0, beingWritten=true 2024-11-27T03:21:19,967 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:19,967 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 379, reset compression=false 2024-11-27T03:21:19,967 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,37813,1732677668593 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:21:20,171 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 379, reset compression=false 2024-11-27T03:21:20,475 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 379, reset compression=false 2024-11-27T03:21:20,488 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 379, reset compression=false 2024-11-27T03:21:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:20,549 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:21:20,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:20,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:20,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:20,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:20,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:20,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:20,553 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732677680553/Put/seqid=0 2024-11-27T03:21:20,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741840_1016 (size=7894) 2024-11-27T03:21:20,878 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 379, reset compression=false 2024-11-27T03:21:20,959 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732677680959/Put/seqid=0 2024-11-27T03:21:20,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741841_1017 (size=7691) 2024-11-27T03:21:21,292 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 379, reset compression=false 2024-11-27T03:21:21,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519af1e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:21,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39723,-1 for getting cluster id 2024-11-27T03:21:21,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:21,366 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60b83072-8c42-4edc-af94-751ade5b0cbd' 2024-11-27T03:21:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60b83072-8c42-4edc-af94-751ade5b0cbd" 2024-11-27T03:21:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7912a781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39723,-1] 2024-11-27T03:21:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:21,368 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:21,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7707abc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:21,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38155,1732677662726, seqNum=-1] 2024-11-27T03:21:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:21,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:21,382 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 379, reset compression=false 2024-11-27T03:21:21,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39723,1732677662504 2024-11-27T03:21:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da7ae9c 2024-11-27T03:21:21,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:21,394 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618., hostname=66d3634da959,38155,1732677662726, seqNum=2] 2024-11-27T03:21:21,401 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:21:21,408 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T03:21:21,410 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T03:21:21,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/testHFileCyclicReplication_01/f/hfile_1 for inclusion in cd506ca2f6d3f8e717d831f5ba987618/f 2024-11-27T03:21:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T03:21:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:21:21,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/testHFileCyclicReplication_01/f/hfile_0 for inclusion in cd506ca2f6d3f8e717d831f5ba987618/f 2024-11-27T03:21:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T03:21:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:21:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HRegion(2603): Flush status journal for cd506ca2f6d3f8e717d831f5ba987618: 2024-11-27T03:21:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins__test__g5s28aimvshrctpe6klaft05ehbf583l3fek8utb4g42mlevpj8j0jq2v37ahe3k/f/hfile_1 2024-11-27T03:21:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins__test__g5s28aimvshrctpe6klaft05ehbf583l3fek8utb4g42mlevpj8j0jq2v37ahe3k/f/hfile_1 as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_ 2024-11-27T03:21:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins__test__g5s28aimvshrctpe6klaft05ehbf583l3fek8utb4g42mlevpj8j0jq2v37ahe3k/f/hfile_0 2024-11-27T03:21:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins__test__g5s28aimvshrctpe6klaft05ehbf583l3fek8utb4g42mlevpj8j0jq2v37ahe3k/f/hfile_0 as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_ 2024-11-27T03:21:21,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins__test__g5s28aimvshrctpe6klaft05ehbf583l3fek8utb4g42mlevpj8j0jq2v37ahe3k/f/hfile_1 into cd506ca2f6d3f8e717d831f5ba987618/f as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_ - updating store file list. 2024-11-27T03:21:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:21:21,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_ into cd506ca2f6d3f8e717d831f5ba987618/f 2024-11-27T03:21:21,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins__test__g5s28aimvshrctpe6klaft05ehbf583l3fek8utb4g42mlevpj8j0jq2v37ahe3k/f/hfile_1 into cd506ca2f6d3f8e717d831f5ba987618/f (new location: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_) 2024-11-27T03:21:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins__test__g5s28aimvshrctpe6klaft05ehbf583l3fek8utb4g42mlevpj8j0jq2v37ahe3k/f/hfile_1 2024-11-27T03:21:21,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins__test__g5s28aimvshrctpe6klaft05ehbf583l3fek8utb4g42mlevpj8j0jq2v37ahe3k/f/hfile_0 into cd506ca2f6d3f8e717d831f5ba987618/f as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_ - updating store file list. 2024-11-27T03:21:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:21:21,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_ into cd506ca2f6d3f8e717d831f5ba987618/f 2024-11-27T03:21:21,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins__test__g5s28aimvshrctpe6klaft05ehbf583l3fek8utb4g42mlevpj8j0jq2v37ahe3k/f/hfile_0 into cd506ca2f6d3f8e717d831f5ba987618/f (new location: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_) 2024-11-27T03:21:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins__test__g5s28aimvshrctpe6klaft05ehbf583l3fek8utb4g42mlevpj8j0jq2v37ahe3k/f/hfile_0 2024-11-27T03:21:21,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:21,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:21,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:21,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:21,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618., hostname=66d3634da959,38155,1732677662726, seqNum=2 , the old value is region=test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618., hostname=66d3634da959,38155,1732677662726, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=66d3634da959:38155 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:21:21,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618., hostname=66d3634da959,38155,1732677662726, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:21:21,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618., hostname=66d3634da959,38155,1732677662726, seqNum=2 from cache 2024-11-27T03:21:21,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:21,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:21,460 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T03:21:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1] 2024-11-27T03:21:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:21,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:21,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8., hostname=66d3634da959,37813,1732677668593, seqNum=2] 2024-11-27T03:21:21,466 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T03:21:21,569 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:38155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T03:21:22,001 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 379, reset compression=false 2024-11-27T03:21:22,195 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 379, reset compression=false 2024-11-27T03:21:22,200 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:21:22,200 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38155,1732677662726 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd506ca2f6d3f8e717d831f5ba987618/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732677681442/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T03:21:22,202 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:21:22,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-27T03:21:22,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.ReplicationSink(318): Replicating [60b83072-8c42-4edc-af94-751ade5b0cbd] bulk loaded data 2024-11-27T03:21:22,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eecc0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:22,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,33125,-1 for getting cluster id 2024-11-27T03:21:22,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:22,206 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23d239d6-41af-487c-b5fe-d995c53967f1' 2024-11-27T03:21:22,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:22,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23d239d6-41af-487c-b5fe-d995c53967f1" 2024-11-27T03:21:22,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29f5a415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:22,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,33125,-1] 2024-11-27T03:21:22,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:22,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:22,207 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:22,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@610a4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:22,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741840_1016 (size=7691) 2024-11-27T03:21:22,400 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 687, reset compression=false 2024-11-27T03:21:22,469 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T03:21:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741841_1017 (size=7894) 2024-11-27T03:21:22,705 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 379, reset compression=false 2024-11-27T03:21:22,717 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 687, reset compression=false 2024-11-27T03:21:22,940 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:21:22,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:22,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:22,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:22,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:22,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:22,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:23,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:23,022 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T03:21:23,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,33125,1732677667652 2024-11-27T03:21:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e7e7aa 2024-11-27T03:21:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:23,031 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T03:21:23,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:21:23,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:23,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1] 2024-11-27T03:21:23,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:23,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T03:21:23,041 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T03:21:23,046 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T03:21:23,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_ for inclusion in 15e7de9378a93d3067c5bee05cbe8ae8/f 2024-11-27T03:21:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T03:21:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:21:23,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_ for inclusion in 15e7de9378a93d3067c5bee05cbe8ae8/f 2024-11-27T03:21:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T03:21:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:21:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HRegion(2603): Flush status journal for 15e7de9378a93d3067c5bee05cbe8ae8: 2024-11-27T03:21:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:21:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_ as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/65c705a85cb04cf3a625810f7fe90e82_SeqId_4_ 2024-11-27T03:21:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:21:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_ as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/2ef06b639f4e4766ba3d47c1280ca2a5_SeqId_4_ 2024-11-27T03:21:23,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_ into 15e7de9378a93d3067c5bee05cbe8ae8/f as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/65c705a85cb04cf3a625810f7fe90e82_SeqId_4_ - updating store file list. 2024-11-27T03:21:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 65c705a85cb04cf3a625810f7fe90e82_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:21:23,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/65c705a85cb04cf3a625810f7fe90e82_SeqId_4_ into 15e7de9378a93d3067c5bee05cbe8ae8/f 2024-11-27T03:21:23,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_ into 15e7de9378a93d3067c5bee05cbe8ae8/f (new location: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/65c705a85cb04cf3a625810f7fe90e82_SeqId_4_) 2024-11-27T03:21:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/fd8d769f70ea40bfa8ddf836067c2e9d_SeqId_4_ 2024-11-27T03:21:23,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_ into 15e7de9378a93d3067c5bee05cbe8ae8/f as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/2ef06b639f4e4766ba3d47c1280ca2a5_SeqId_4_ - updating store file list. 2024-11-27T03:21:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ef06b639f4e4766ba3d47c1280ca2a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:21:23,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/2ef06b639f4e4766ba3d47c1280ca2a5_SeqId_4_ into 15e7de9378a93d3067c5bee05cbe8ae8/f 2024-11-27T03:21:23,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_ into 15e7de9378a93d3067c5bee05cbe8ae8/f (new location: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/2ef06b639f4e4766ba3d47c1280ca2a5_SeqId_4_) 2024-11-27T03:21:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins.hfs.11__test__b66k583mcnuvp6p1oqkdrj83bn52t41v3q5tllu518t9bndi0n36d80bd2u0dc9k/f/539fe5dd28114bb6b8f95568f67fe5e4_SeqId_4_ 2024-11-27T03:21:23,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.ReplicationSink(324): Finished replicating [60b83072-8c42-4edc-af94-751ade5b0cbd] bulk loaded data 2024-11-27T03:21:23,121 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 687, reset compression=false 2024-11-27T03:21:23,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:23,484 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732677683483/Put/seqid=0 2024-11-27T03:21:23,510 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 379, reset compression=false 2024-11-27T03:21:23,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741842_1018 (size=11194) 2024-11-27T03:21:23,538 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:21:23,538 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,37813,1732677668593 got entry batch from reader: WALEntryBatch [walEntries=[{test/15e7de9378a93d3067c5bee05cbe8ae8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732677683091/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T03:21:23,541 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:21:23,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-27T03:21:23,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.ReplicationSink(318): Replicating [60b83072-8c42-4edc-af94-751ade5b0cbd, 23d239d6-41af-487c-b5fe-d995c53967f1] bulk loaded data 2024-11-27T03:21:23,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f24180d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:23,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39723,-1 for getting cluster id 2024-11-27T03:21:23,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:23,550 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60b83072-8c42-4edc-af94-751ade5b0cbd' 2024-11-27T03:21:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60b83072-8c42-4edc-af94-751ade5b0cbd" 2024-11-27T03:21:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c5b0965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39723,-1] 2024-11-27T03:21:23,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:23,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:23,554 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:23,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40a06b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741842_1018 (size=7691) 2024-11-27T03:21:23,629 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 687, reset compression=false 2024-11-27T03:21:23,738 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 725, reset compression=false 2024-11-27T03:21:23,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732677683919/Put/seqid=0 2024-11-27T03:21:23,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741843_1019 (size=10791) 2024-11-27T03:21:23,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741843_1019 (size=7894) 2024-11-27T03:21:24,042 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 725, reset compression=false 2024-11-27T03:21:24,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T03:21:24,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:24,233 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 687, reset compression=false 2024-11-27T03:21:24,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c92fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:24,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,33125,-1 for getting cluster id 2024-11-27T03:21:24,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:24,325 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23d239d6-41af-487c-b5fe-d995c53967f1' 2024-11-27T03:21:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23d239d6-41af-487c-b5fe-d995c53967f1" 2024-11-27T03:21:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478e4deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,33125,-1] 2024-11-27T03:21:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:24,326 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:24,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf93a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:24,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1] 2024-11-27T03:21:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:24,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:24,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:24,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,33125,1732677667652 2024-11-27T03:21:24,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a010d50 2024-11-27T03:21:24,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:24,338 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8., hostname=66d3634da959,37813,1732677668593, seqNum=2] 2024-11-27T03:21:24,344 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:21:24,349 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T03:21:24,351 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T03:21:24,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 15e7de9378a93d3067c5bee05cbe8ae8/f 2024-11-27T03:21:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T03:21:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:21:24,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 15e7de9378a93d3067c5bee05cbe8ae8/f 2024-11-27T03:21:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T03:21:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:21:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HRegion(2603): Flush status journal for 15e7de9378a93d3067c5bee05cbe8ae8: 2024-11-27T03:21:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins__test__j0udchdhe5h59lh48oh50q8pjnnes85d29dh90hr0luki5jni61pvkomldr3t053/f/hfile_1 2024-11-27T03:21:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins__test__j0udchdhe5h59lh48oh50q8pjnnes85d29dh90hr0luki5jni61pvkomldr3t053/f/hfile_1 as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/c90eee2670c643d291f54306a6e466ed_SeqId_6_ 2024-11-27T03:21:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins__test__j0udchdhe5h59lh48oh50q8pjnnes85d29dh90hr0luki5jni61pvkomldr3t053/f/hfile_0 2024-11-27T03:21:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins__test__j0udchdhe5h59lh48oh50q8pjnnes85d29dh90hr0luki5jni61pvkomldr3t053/f/hfile_0 as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/01a37fccf18944c9a71d206946151422_SeqId_6_ 2024-11-27T03:21:24,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins__test__j0udchdhe5h59lh48oh50q8pjnnes85d29dh90hr0luki5jni61pvkomldr3t053/f/hfile_1 into 15e7de9378a93d3067c5bee05cbe8ae8/f as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/c90eee2670c643d291f54306a6e466ed_SeqId_6_ - updating store file list. 2024-11-27T03:21:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c90eee2670c643d291f54306a6e466ed_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T03:21:24,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/c90eee2670c643d291f54306a6e466ed_SeqId_6_ into 15e7de9378a93d3067c5bee05cbe8ae8/f 2024-11-27T03:21:24,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins__test__j0udchdhe5h59lh48oh50q8pjnnes85d29dh90hr0luki5jni61pvkomldr3t053/f/hfile_1 into 15e7de9378a93d3067c5bee05cbe8ae8/f (new location: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/c90eee2670c643d291f54306a6e466ed_SeqId_6_) 2024-11-27T03:21:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins__test__j0udchdhe5h59lh48oh50q8pjnnes85d29dh90hr0luki5jni61pvkomldr3t053/f/hfile_1 2024-11-27T03:21:24,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins__test__j0udchdhe5h59lh48oh50q8pjnnes85d29dh90hr0luki5jni61pvkomldr3t053/f/hfile_0 into 15e7de9378a93d3067c5bee05cbe8ae8/f as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/01a37fccf18944c9a71d206946151422_SeqId_6_ - updating store file list. 2024-11-27T03:21:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 01a37fccf18944c9a71d206946151422_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T03:21:24,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/01a37fccf18944c9a71d206946151422_SeqId_6_ into 15e7de9378a93d3067c5bee05cbe8ae8/f 2024-11-27T03:21:24,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins__test__j0udchdhe5h59lh48oh50q8pjnnes85d29dh90hr0luki5jni61pvkomldr3t053/f/hfile_0 into 15e7de9378a93d3067c5bee05cbe8ae8/f (new location: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/f/01a37fccf18944c9a71d206946151422_SeqId_6_) 2024-11-27T03:21:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/staging/jenkins__test__j0udchdhe5h59lh48oh50q8pjnnes85d29dh90hr0luki5jni61pvkomldr3t053/f/hfile_0 2024-11-27T03:21:24,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:24,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:24,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:24,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8., hostname=66d3634da959,37813,1732677668593, seqNum=2 , the old value is region=test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8., hostname=66d3634da959,37813,1732677668593, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=66d3634da959:37813 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:21:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8., hostname=66d3634da959,37813,1732677668593, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:21:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8., hostname=66d3634da959,37813,1732677668593, seqNum=2 from cache 2024-11-27T03:21:24,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:24,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:24,381 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T03:21:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38155,1732677662726, seqNum=-1] 2024-11-27T03:21:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:24,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618., hostname=66d3634da959,38155,1732677662726, seqNum=2] 2024-11-27T03:21:24,392 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T03:21:24,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:24,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39723,1732677662504 2024-11-27T03:21:24,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31b53938 2024-11-27T03:21:24,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:24,401 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T03:21:24,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:21:24,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:24,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38155,1732677662726, seqNum=-1] 2024-11-27T03:21:24,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:24,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T03:21:24,412 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__avhlji6949mbjfh1ts17rck1q10924die973ekgk87h9iv7sp3iho2ft7r93gq2g/f/2ef06b639f4e4766ba3d47c1280ca2a5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T03:21:24,415 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__avhlji6949mbjfh1ts17rck1q10924die973ekgk87h9iv7sp3iho2ft7r93gq2g/f/65c705a85cb04cf3a625810f7fe90e82_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T03:21:24,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.ReplicationSink(324): Finished replicating [60b83072-8c42-4edc-af94-751ade5b0cbd, 23d239d6-41af-487c-b5fe-d995c53967f1] bulk loaded data 2024-11-27T03:21:24,446 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 725, reset compression=false 2024-11-27T03:21:24,451 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:21:24,451 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,37813,1732677668593 got entry batch from reader: WALEntryBatch [walEntries=[{test/15e7de9378a93d3067c5bee05cbe8ae8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732677684379/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T03:21:24,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.ReplicationSink(318): Replicating [23d239d6-41af-487c-b5fe-d995c53967f1] bulk loaded data 2024-11-27T03:21:24,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741844_1020 (size=10791) 2024-11-27T03:21:24,489 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:37813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T03:21:24,651 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 1033, reset compression=false 2024-11-27T03:21:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741845_1021 (size=11194) 2024-11-27T03:21:24,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:21:24,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/01a37fccf18944c9a71d206946151422_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T03:21:24,883 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/c90eee2670c643d291f54306a6e466ed_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T03:21:24,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/c90eee2670c643d291f54306a6e466ed_SeqId_6_ for inclusion in cd506ca2f6d3f8e717d831f5ba987618/f 2024-11-27T03:21:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T03:21:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:21:24,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/01a37fccf18944c9a71d206946151422_SeqId_6_ for inclusion in cd506ca2f6d3f8e717d831f5ba987618/f 2024-11-27T03:21:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T03:21:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:21:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HRegion(2603): Flush status journal for cd506ca2f6d3f8e717d831f5ba987618: 2024-11-27T03:21:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c90eee2670c643d291f54306a6e466ed_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:21:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/c90eee2670c643d291f54306a6e466ed_SeqId_6_ as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/3e7edfceddf44334b93333e4621f86ad_SeqId_6_ 2024-11-27T03:21:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 01a37fccf18944c9a71d206946151422_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:21:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/01a37fccf18944c9a71d206946151422_SeqId_6_ as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/627cf5127a764003bbfd4b659d146ba6_SeqId_6_ 2024-11-27T03:21:24,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/c90eee2670c643d291f54306a6e466ed_SeqId_6_ into cd506ca2f6d3f8e717d831f5ba987618/f as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/3e7edfceddf44334b93333e4621f86ad_SeqId_6_ - updating store file list. 2024-11-27T03:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e7edfceddf44334b93333e4621f86ad_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T03:21:24,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/3e7edfceddf44334b93333e4621f86ad_SeqId_6_ into cd506ca2f6d3f8e717d831f5ba987618/f 2024-11-27T03:21:24,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/c90eee2670c643d291f54306a6e466ed_SeqId_6_ into cd506ca2f6d3f8e717d831f5ba987618/f (new location: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/3e7edfceddf44334b93333e4621f86ad_SeqId_6_) 2024-11-27T03:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/c90eee2670c643d291f54306a6e466ed_SeqId_6_ 2024-11-27T03:21:24,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/01a37fccf18944c9a71d206946151422_SeqId_6_ into cd506ca2f6d3f8e717d831f5ba987618/f as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/627cf5127a764003bbfd4b659d146ba6_SeqId_6_ - updating store file list. 2024-11-27T03:21:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 627cf5127a764003bbfd4b659d146ba6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T03:21:24,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/627cf5127a764003bbfd4b659d146ba6_SeqId_6_ into cd506ca2f6d3f8e717d831f5ba987618/f 2024-11-27T03:21:24,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/01a37fccf18944c9a71d206946151422_SeqId_6_ into cd506ca2f6d3f8e717d831f5ba987618/f (new location: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/f/627cf5127a764003bbfd4b659d146ba6_SeqId_6_) 2024-11-27T03:21:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/staging/jenkins.hfs.10__test__gj9s2g2bbei2ggamfn1ho586iud4tramkjhe61ajhbi3gvhj70hpju6ag6nhl614/f/01a37fccf18944c9a71d206946151422_SeqId_6_ 2024-11-27T03:21:24,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] regionserver.ReplicationSink(324): Finished replicating [23d239d6-41af-487c-b5fe-d995c53967f1] bulk loaded data 2024-11-27T03:21:24,936 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 687, reset compression=false 2024-11-27T03:21:24,941 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:21:24,941 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38155,1732677662726 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd506ca2f6d3f8e717d831f5ba987618/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732677684905/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T03:21:24,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.ReplicationSink(318): Replicating [23d239d6-41af-487c-b5fe-d995c53967f1, 60b83072-8c42-4edc-af94-751ade5b0cbd] bulk loaded data 2024-11-27T03:21:24,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741844_1020 (size=10791) 2024-11-27T03:21:24,955 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 1033, reset compression=false 2024-11-27T03:21:25,141 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1033, reset compression=false 2024-11-27T03:21:25,358 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 1033, reset compression=false 2024-11-27T03:21:25,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741845_1021 (size=11194) 2024-11-27T03:21:25,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:21:25,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:25,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:25,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:25,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:25,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:21:25,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1668088647, stopped=false 2024-11-27T03:21:25,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:25,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,33125,1732677667652 2024-11-27T03:21:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977138952/running 2024-11-27T03:21:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977138952/running 2024-11-27T03:21:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:25,416 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:21:25,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:25,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:25,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:25,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,37813,1732677668593' ***** 2024-11-27T03:21:25,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Set watcher on znode that does not yet exist, /11977138952/running 2024-11-27T03:21:25,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Set watcher on znode that does not yet exist, /11977138952/running 2024-11-27T03:21:25,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:21:25,417 INFO [RS:0;66d3634da959:37813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:21:25,417 INFO [RS:0;66d3634da959:37813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:21:25,417 INFO [RS:0;66d3634da959:37813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:21:25,417 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:25,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:21:25,418 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(3091): Received CLOSE for 15e7de9378a93d3067c5bee05cbe8ae8 2024-11-27T03:21:25,418 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,37813,1732677668593 2024-11-27T03:21:25,418 INFO [RS:0;66d3634da959:37813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:21:25,418 INFO [RS:0;66d3634da959:37813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:37813. 2024-11-27T03:21:25,418 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fe7b2a679b862ec2d30b715081a2f05, disabling compactions & flushes 2024-11-27T03:21:25,418 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:25,418 DEBUG [RS:0;66d3634da959:37813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:25,418 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:25,418 DEBUG [RS:0;66d3634da959:37813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:25,418 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. after waiting 0 ms 2024-11-27T03:21:25,418 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:25,418 INFO [RS:0;66d3634da959:37813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:21:25,418 INFO [RS:0;66d3634da959:37813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:21:25,418 INFO [RS:0;66d3634da959:37813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:21:25,418 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:21:25,418 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fe7b2a679b862ec2d30b715081a2f05 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T03:21:25,418 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:21:25,418 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1325): Online Regions={9fe7b2a679b862ec2d30b715081a2f05=hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05., 15e7de9378a93d3067c5bee05cbe8ae8=test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:21:25,418 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e7de9378a93d3067c5bee05cbe8ae8, 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:25,418 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:21:25,418 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:21:25,418 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:21:25,418 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:21:25,418 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:21:25,418 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:21:25,436 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/.tmp/hfileref/bc5a1fa5fe404b1e901c670a9f2a3744 is 74, key is 1/hfileref:01a37fccf18944c9a71d206946151422_SeqId_6_/1732677684908/DeleteColumn/seqid=0 2024-11-27T03:21:25,441 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/info/bc1b9bf0fcf84ac08ab7f56b110aa7a7 is 147, key is hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05./info:regioninfo/1732677679572/Put/seqid=0 2024-11-27T03:21:25,444 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1033, reset compression=false 2024-11-27T03:21:25,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741846_1022 (size=5345) 2024-11-27T03:21:25,453 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/.tmp/hfileref/bc5a1fa5fe404b1e901c670a9f2a3744 2024-11-27T03:21:25,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741847_1023 (size=7686) 2024-11-27T03:21:25,498 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:21:25,506 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/.tmp/queue/89f4c3cc12294ceb8a35411e5ddba539 is 154, key is 1-66d3634da959,37813,1732677668593/queue:66d3634da959%2C37813%2C1732677668593/1732677684909/Put/seqid=0 2024-11-27T03:21:25,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741848_1024 (size=5353) 2024-11-27T03:21:25,618 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e7de9378a93d3067c5bee05cbe8ae8, 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:25,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:21:25,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37813 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:21:25,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37813 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:46442 deadline: 1732677745765, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping 2024-11-27T03:21:25,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:25,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:25,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 from cache 2024-11-27T03:21:25,819 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e7de9378a93d3067c5bee05cbe8ae8, 9fe7b2a679b862ec2d30b715081a2f05 2024-11-27T03:21:25,863 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 1033, reset compression=false 2024-11-27T03:21:25,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:25,879 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/info/bc1b9bf0fcf84ac08ab7f56b110aa7a7 2024-11-27T03:21:25,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1] 2024-11-27T03:21:25,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37813 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:21:25,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37813 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:46442 deadline: 1732677745765, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping 2024-11-27T03:21:25,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:25,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:25,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 from cache 2024-11-27T03:21:25,892 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1033, reset compression=false 2024-11-27T03:21:25,904 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/ns/1fcd409d05674ef68f81950b582224e3 is 43, key is default/ns:d/1732677671836/Put/seqid=0 2024-11-27T03:21:25,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741849_1025 (size=5153) 2024-11-27T03:21:25,909 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/ns/1fcd409d05674ef68f81950b582224e3 2024-11-27T03:21:25,910 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/.tmp/queue/89f4c3cc12294ceb8a35411e5ddba539 2024-11-27T03:21:25,915 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/.tmp/hfileref/bc5a1fa5fe404b1e901c670a9f2a3744 as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/hfileref/bc5a1fa5fe404b1e901c670a9f2a3744 2024-11-27T03:21:25,920 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/hfileref/bc5a1fa5fe404b1e901c670a9f2a3744, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T03:21:25,921 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/.tmp/queue/89f4c3cc12294ceb8a35411e5ddba539 as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/queue/89f4c3cc12294ceb8a35411e5ddba539 2024-11-27T03:21:25,925 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/queue/89f4c3cc12294ceb8a35411e5ddba539, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T03:21:25,926 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 9fe7b2a679b862ec2d30b715081a2f05 in 508ms, sequenceid=12, compaction requested=false 2024-11-27T03:21:25,930 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/replication/9fe7b2a679b862ec2d30b715081a2f05/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T03:21:25,930 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/rep_barrier/d53ad2b4c10040cfa0e4a8f25e50b5ed is 112, key is test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8./rep_barrier:seqnumDuringOpen/1732677675232/Put/seqid=0 2024-11-27T03:21:25,930 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:25,930 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:21:25,930 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:25,930 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fe7b2a679b862ec2d30b715081a2f05: Waiting for close lock at 1732677685418Running coprocessor pre-close hooks at 1732677685418Disabling compacts and flushes for region at 1732677685418Disabling writes for close at 1732677685418Obtaining lock to block concurrent updates at 1732677685418Preparing flush snapshotting stores in 9fe7b2a679b862ec2d30b715081a2f05 at 1732677685418Finished memstore snapshotting hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732677685418Flushing stores of hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. at 1732677685419 (+1 ms)Flushing 9fe7b2a679b862ec2d30b715081a2f05/hfileref: creating writer at 1732677685419Flushing 9fe7b2a679b862ec2d30b715081a2f05/hfileref: appending metadata at 1732677685436 (+17 ms)Flushing 9fe7b2a679b862ec2d30b715081a2f05/hfileref: closing flushed file at 1732677685436Flushing 9fe7b2a679b862ec2d30b715081a2f05/queue: creating writer at 1732677685458 (+22 ms)Flushing 9fe7b2a679b862ec2d30b715081a2f05/queue: appending metadata at 1732677685505 (+47 ms)Flushing 9fe7b2a679b862ec2d30b715081a2f05/queue: closing flushed file at 1732677685505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303501e: reopening flushed file at 1732677685914 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3126cb66: reopening flushed file at 1732677685920 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 9fe7b2a679b862ec2d30b715081a2f05 in 508ms, sequenceid=12, compaction requested=false at 1732677685926 (+6 ms)Writing region close event to WAL at 1732677685927 (+1 ms)Running coprocessor post-close hooks at 1732677685930 (+3 ms)Closed at 1732677685930 2024-11-27T03:21:25,931 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677678404.9fe7b2a679b862ec2d30b715081a2f05. 2024-11-27T03:21:25,931 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15e7de9378a93d3067c5bee05cbe8ae8, disabling compactions & flushes 2024-11-27T03:21:25,931 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:25,931 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:25,931 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. after waiting 0 ms 2024-11-27T03:21:25,931 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:25,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741850_1026 (size=5518) 2024-11-27T03:21:25,934 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/default/test/15e7de9378a93d3067c5bee05cbe8ae8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T03:21:25,935 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:25,935 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:21:25,935 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:25,935 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15e7de9378a93d3067c5bee05cbe8ae8: Waiting for close lock at 1732677685931Running coprocessor pre-close hooks at 1732677685931Disabling compacts and flushes for region at 1732677685931Disabling writes for close at 1732677685931Writing region close event to WAL at 1732677685931Running coprocessor post-close hooks at 1732677685934 (+3 ms)Closed at 1732677685935 (+1 ms) 2024-11-27T03:21:25,935 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677674071.15e7de9378a93d3067c5bee05cbe8ae8. 2024-11-27T03:21:26,019 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:21:26,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:26,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1] 2024-11-27T03:21:26,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37813 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:21:26,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37813 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:46442 deadline: 1732677745765, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping 2024-11-27T03:21:26,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 from cache 2024-11-27T03:21:26,172 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:21:26,172 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:21:26,219 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:21:26,334 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/rep_barrier/d53ad2b4c10040cfa0e4a8f25e50b5ed 2024-11-27T03:21:26,356 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/table/3ed3ca74df1c478a830dac1a1bd0cdc4 is 53, key is hbase:replication/table:state/1732677679579/Put/seqid=0 2024-11-27T03:21:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741851_1027 (size=5308) 2024-11-27T03:21:26,396 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1033, reset compression=false 2024-11-27T03:21:26,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:26,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1] 2024-11-27T03:21:26,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37813 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:21:26,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37813 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:46442 deadline: 1732677745766, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping 2024-11-27T03:21:26,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 from cache 2024-11-27T03:21:26,419 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:21:26,419 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:21:26,419 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:21:26,468 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 1033, reset compression=false 2024-11-27T03:21:26,473 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:26,473 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 1328, reset compression=false 2024-11-27T03:21:26,473 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,37813,1732677668593 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:21:26,473 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,37813,1732677668593: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-66d3634da959,37813,1732677668593, walGroup=66d3634da959%2C37813%2C1732677668593, offset=66d3634da959%2C37813%2C1732677668593.1732677671306:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:37813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:21:26,475 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:21:26,475 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:21:26,475 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:21:26,475 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:21:26,475 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:21:26,475 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 555526352 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187611648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:21:26,477 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T03:21:26,619 DEBUG [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:21:26,676 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.wal-reader.66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.1732677671306 to pos 1328, reset compression=false 2024-11-27T03:21:26,760 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/table/3ed3ca74df1c478a830dac1a1bd0cdc4 2024-11-27T03:21:26,765 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/info/bc1b9bf0fcf84ac08ab7f56b110aa7a7 as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/info/bc1b9bf0fcf84ac08ab7f56b110aa7a7 2024-11-27T03:21:26,769 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/info/bc1b9bf0fcf84ac08ab7f56b110aa7a7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:21:26,770 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/ns/1fcd409d05674ef68f81950b582224e3 as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/ns/1fcd409d05674ef68f81950b582224e3 2024-11-27T03:21:26,774 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/ns/1fcd409d05674ef68f81950b582224e3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:21:26,775 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/rep_barrier/d53ad2b4c10040cfa0e4a8f25e50b5ed as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/rep_barrier/d53ad2b4c10040cfa0e4a8f25e50b5ed 2024-11-27T03:21:26,778 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/rep_barrier/d53ad2b4c10040cfa0e4a8f25e50b5ed, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:21:26,779 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/.tmp/table/3ed3ca74df1c478a830dac1a1bd0cdc4 as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/table/3ed3ca74df1c478a830dac1a1bd0cdc4 2024-11-27T03:21:26,783 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/table/3ed3ca74df1c478a830dac1a1bd0cdc4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:21:26,784 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-11-27T03:21:26,787 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:21:26,788 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:26,788 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:21:26,788 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:21:26,788 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677685418Running coprocessor pre-close hooks at 1732677685418Disabling compacts and flushes for region at 1732677685418Disabling writes for close at 1732677685418Obtaining lock to block concurrent updates at 1732677685418Preparing flush snapshotting stores in 1588230740 at 1732677685418Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677685419 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732677685419Flushing 1588230740/info: creating writer at 1732677685419Flushing 1588230740/info: appending metadata at 1732677685436 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732677685436Flushing 1588230740/ns: creating writer at 1732677685886 (+450 ms)Flushing 1588230740/ns: appending metadata at 1732677685903 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732677685904 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732677685914 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677685930 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677685930Flushing 1588230740/table: creating writer at 1732677686339 (+409 ms)Flushing 1588230740/table: appending metadata at 1732677686356 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732677686356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce5ef6c: reopening flushed file at 1732677686764 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660bf588: reopening flushed file at 1732677686770 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2ee5a8: reopening flushed file at 1732677686774 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be76cfb: reopening flushed file at 1732677686779 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1732677686784 (+5 ms)Writing region close event to WAL at 1732677686785 (+1 ms)Running coprocessor post-close hooks at 1732677686788 (+3 ms)Closed at 1732677686788 2024-11-27T03:21:26,788 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:21:26,819 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,37813,1732677668593; all regions closed. 2024-11-27T03:21:26,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:21:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741839_1015 (size=3127) 2024-11-27T03:21:26,824 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/WALs/66d3634da959,37813,1732677668593/66d3634da959%2C37813%2C1732677668593.rep.1732677679543 not finished, retry = 0 2024-11-27T03:21:26,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:26,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1] 2024-11-27T03:21:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:26,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting 2024-11-27T03:21:26,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting 2024-11-27T03:21:26,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=66d3634da959,37813,1732677668593, seqNum=-1 from cache 2024-11-27T03:21:26,911 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:26,912 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T03:21:25.767Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:25.881Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.091Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.400Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.911Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 66d3634da959,37813,1732677668593 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T03:21:26,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T03:21:25.767Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:25.881Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.091Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.400Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.911Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 66d3634da959,37813,1732677668593 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T03:21:26,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37813 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:46430 deadline: 1732677744941, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T03:21:25.767Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:25.881Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.091Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.400Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.911Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting 2024-11-27T03:21:26,915 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T03:21:25.767Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:25.881Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.091Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.400Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 66d3634da959,37813,1732677668593 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T03:21:26.911Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 66d3634da959,37813,1732677668593 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:26,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741833_1009 (size=1336) 2024-11-27T03:21:26,927 DEBUG [RS:0;66d3634da959:37813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:26,927 INFO [RS:0;66d3634da959:37813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:21:26,927 INFO [RS:0;66d3634da959:37813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:21:26,928 INFO [RS:0;66d3634da959:37813 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T03:21:26,928 INFO [RS:0;66d3634da959:37813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:21:26,928 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:21:26,928 INFO [RS:0;66d3634da959:37813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,37813,1732677668593 because: Region server is closing 2024-11-27T03:21:26,928 INFO [RS:0;66d3634da959:37813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:37813. 2024-11-27T03:21:26,928 DEBUG [RS:0;66d3634da959:37813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:26,928 DEBUG [RS:0;66d3634da959:37813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:26,928 DEBUG [RS:0;66d3634da959:37813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:26,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:27,000 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1033, reset compression=false 2024-11-27T03:21:27,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 66d3634da959,37813,1732677668593 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:27,019 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 66d3634da959,37813,1732677668593 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:27,028 INFO [RS:0;66d3634da959:37813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,37813,1732677668593.replicationSource.shipper66d3634da959%2C37813%2C1732677668593,1-66d3634da959,37813,1732677668593 terminated 2024-11-27T03:21:27,029 INFO [RS:0;66d3634da959:37813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:37813. 2024-11-27T03:21:27,029 DEBUG [RS:0;66d3634da959:37813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:27,029 DEBUG [RS:0;66d3634da959:37813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:27,029 DEBUG [RS:0;66d3634da959:37813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:27,029 INFO [RS:0;66d3634da959:37813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37813 2024-11-27T03:21:27,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:27,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977138952/rs/66d3634da959,37813,1732677668593 2024-11-27T03:21:27,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952/rs 2024-11-27T03:21:27,037 INFO [RS:0;66d3634da959:37813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:21:27,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,37813,1732677668593] 2024-11-27T03:21:27,058 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11977138952/draining/66d3634da959,37813,1732677668593 already deleted, retry=false 2024-11-27T03:21:27,058 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,37813,1732677668593 expired; onlineServers=0 2024-11-27T03:21:27,058 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,33125,1732677667652' ***** 2024-11-27T03:21:27,058 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:21:27,058 INFO [M:0;66d3634da959:33125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:21:27,058 INFO [M:0;66d3634da959:33125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:21:27,058 DEBUG [M:0;66d3634da959:33125 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:21:27,058 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:21:27,058 DEBUG [M:0;66d3634da959:33125 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:21:27,059 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677671005 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677671005,5,FailOnTimeoutGroup] 2024-11-27T03:21:27,059 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677671008 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677671008,5,FailOnTimeoutGroup] 2024-11-27T03:21:27,059 INFO [M:0;66d3634da959:33125 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:21:27,059 INFO [M:0;66d3634da959:33125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:21:27,059 DEBUG [M:0;66d3634da959:33125 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:21:27,059 INFO [M:0;66d3634da959:33125 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:21:27,059 INFO [M:0;66d3634da959:33125 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:21:27,059 INFO [M:0;66d3634da959:33125 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:21:27,059 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:21:27,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977138952/master 2024-11-27T03:21:27,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977138952 2024-11-27T03:21:27,068 DEBUG [M:0;66d3634da959:33125 {}] zookeeper.ZKUtil(347): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Unable to get data of znode /11977138952/master because node does not exist (not an error) 2024-11-27T03:21:27,068 WARN [M:0;66d3634da959:33125 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:21:27,069 INFO [M:0;66d3634da959:33125 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/.lastflushedseqids 2024-11-27T03:21:27,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741852_1028 (size=263) 2024-11-27T03:21:27,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:27,147 INFO [RS:0;66d3634da959:37813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:21:27,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37813-0x1017a4eeac80004, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:27,148 INFO [RS:0;66d3634da959:37813 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,37813,1732677668593; zookeeper connection closed. 2024-11-27T03:21:27,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@798a6ead {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@798a6ead 2024-11-27T03:21:27,148 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:21:27,222 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66d3634da959:37813 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66d3634da959/172.17.0.3:37813 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:27,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 66d3634da959:37813 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66d3634da959/172.17.0.3:37813 2024-11-27T03:21:27,222 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=66d3634da959:37813 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66d3634da959/172.17.0.3:37813 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66d3634da959/172.17.0.3:37813 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-27T03:21:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:21:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:32972 deadline: 1732677747224, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T03:21:27,226 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T03:21:27,227 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T03:21:27,476 INFO [M:0;66d3634da959:33125 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:21:27,476 INFO [M:0;66d3634da959:33125 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:21:27,476 DEBUG [M:0;66d3634da959:33125 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:21:27,476 INFO [M:0;66d3634da959:33125 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:27,476 DEBUG [M:0;66d3634da959:33125 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:27,476 DEBUG [M:0;66d3634da959:33125 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:21:27,476 DEBUG [M:0;66d3634da959:33125 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:27,476 INFO [M:0;66d3634da959:33125 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T03:21:27,490 DEBUG [M:0;66d3634da959:33125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17b25adb740a424b81f2c94784edf134 is 82, key is hbase:meta,,1/info:regioninfo/1732677671824/Put/seqid=0 2024-11-27T03:21:27,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741853_1029 (size=5672) 2024-11-27T03:21:27,527 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T03:21:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:21:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:32972 deadline: 1732677747528, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T03:21:27,529 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T03:21:27,530 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T03:21:27,530 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T03:21:27,703 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1033, reset compression=false 2024-11-27T03:21:27,894 INFO [M:0;66d3634da959:33125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17b25adb740a424b81f2c94784edf134 2024-11-27T03:21:27,916 DEBUG [M:0;66d3634da959:33125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4473b6489db0406db5e19c29e55474da is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732677679584/Put/seqid=0 2024-11-27T03:21:27,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741854_1030 (size=8515) 2024-11-27T03:21:27,931 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T03:21:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:21:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:32972 deadline: 1732677747932, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T03:21:27,933 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T03:21:27,934 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T03:21:27,934 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T03:21:28,320 INFO [M:0;66d3634da959:33125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4473b6489db0406db5e19c29e55474da 2024-11-27T03:21:28,343 DEBUG [M:0;66d3634da959:33125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/152fcbc4709347858feb045a91f8d28d is 69, key is 66d3634da959,37813,1732677668593/rs:state/1732677671102/Put/seqid=0 2024-11-27T03:21:28,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741855_1031 (size=5156) 2024-11-27T03:21:28,435 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T03:21:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:21:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33125 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:32972 deadline: 1732677748437, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T03:21:28,437 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T03:21:28,439 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T03:21:28,439 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T03:21:28,507 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1033, reset compression=false 2024-11-27T03:21:28,748 INFO [M:0;66d3634da959:33125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/152fcbc4709347858feb045a91f8d28d 2024-11-27T03:21:28,753 DEBUG [M:0;66d3634da959:33125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17b25adb740a424b81f2c94784edf134 as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17b25adb740a424b81f2c94784edf134 2024-11-27T03:21:28,757 INFO [M:0;66d3634da959:33125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17b25adb740a424b81f2c94784edf134, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T03:21:28,757 DEBUG [M:0;66d3634da959:33125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4473b6489db0406db5e19c29e55474da as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4473b6489db0406db5e19c29e55474da 2024-11-27T03:21:28,761 INFO [M:0;66d3634da959:33125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4473b6489db0406db5e19c29e55474da, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T03:21:28,762 DEBUG [M:0;66d3634da959:33125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/152fcbc4709347858feb045a91f8d28d as hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/152fcbc4709347858feb045a91f8d28d 2024-11-27T03:21:28,766 INFO [M:0;66d3634da959:33125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35127/user/jenkins/test-data/3408155d-2a34-527b-5a94-c424b94d1d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/152fcbc4709347858feb045a91f8d28d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T03:21:28,766 INFO [M:0;66d3634da959:33125 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-27T03:21:28,772 INFO [M:0;66d3634da959:33125 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:28,772 DEBUG [M:0;66d3634da959:33125 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677687476Disabling compacts and flushes for region at 1732677687476Disabling writes for close at 1732677687476Obtaining lock to block concurrent updates at 1732677687476Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677687476Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732677687477 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677687477Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677687477Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677687490 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677687490Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677687899 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677687916 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677687916Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677688325 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677688343 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677688343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb58a43: reopening flushed file at 1732677688752 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3015454e: reopening flushed file at 1732677688757 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4583f687: reopening flushed file at 1732677688761 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1732677688766 (+5 ms)Writing region close event to WAL at 1732677688772 (+6 ms)Closed at 1732677688772 2024-11-27T03:21:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741830_1006 (size=63642) 2024-11-27T03:21:28,776 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:21:28,776 INFO [M:0;66d3634da959:33125 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:21:28,777 INFO [M:0;66d3634da959:33125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33125 2024-11-27T03:21:28,777 INFO [M:0;66d3634da959:33125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:21:28,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:28,884 INFO [M:0;66d3634da959:33125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:21:28,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33125-0x1017a4eeac80003, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:28,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7de6f8b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:21:28,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36bec5c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:21:28,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:21:28,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@562151bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:21:28,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e246e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/hadoop.log.dir/,STOPPED} 2024-11-27T03:21:28,890 WARN [BP-702524217-172.17.0.3-1732677665559 heartbeating to localhost/127.0.0.1:35127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:21:28,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:21:28,890 WARN [BP-702524217-172.17.0.3-1732677665559 heartbeating to localhost/127.0.0.1:35127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-702524217-172.17.0.3-1732677665559 (Datanode Uuid f0ec25b3-fb37-446f-b440-1ac14ff2b7fd) service to localhost/127.0.0.1:35127 2024-11-27T03:21:28,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:21:28,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/cluster_df28b878-cc4b-aa6c-2363-1b508a526b0b/data/data1/current/BP-702524217-172.17.0.3-1732677665559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:21:28,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/cluster_df28b878-cc4b-aa6c-2363-1b508a526b0b/data/data2/current/BP-702524217-172.17.0.3-1732677665559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:21:28,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:21:28,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10a17385{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:21:28,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f501352{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:21:28,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:21:28,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abd7633{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:21:28,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70e0204e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/hadoop.log.dir/,STOPPED} 2024-11-27T03:21:29,039 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T03:21:29,040 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66d3634da959:33125 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66d3634da959/172.17.0.3:33125 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 66d3634da959:33125 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66d3634da959/172.17.0.3:33125 2024-11-27T03:21:29,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:21:29,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:21:29,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:29,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:29,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:29,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:29,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:29,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:21:29,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=151842822, stopped=false 2024-11-27T03:21:29,137 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,39723,1732677662504 2024-11-27T03:21:29,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:29,149 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 66d3634da959:33125 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66d3634da959/172.17.0.3:33125 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=66d3634da959:33125 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66d3634da959/172.17.0.3:33125 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T03:21:29,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 66d3634da959:33125 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 66d3634da959/172.17.0.3:33125 2024-11-27T03:21:29,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01470559426/running 2024-11-27T03:21:29,311 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01470559426/running 2024-11-27T03:21:29,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:29,311 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:29,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:21:29,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Set watcher on znode that does not yet exist, /01470559426/running 2024-11-27T03:21:29,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Set watcher on znode that does not yet exist, /01470559426/running 2024-11-27T03:21:29,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:29,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:29,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:29,314 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,38155,1732677662726' ***** 2024-11-27T03:21:29,314 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:21:29,314 INFO [RS:0;66d3634da959:38155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:21:29,314 INFO [RS:0;66d3634da959:38155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:21:29,314 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:21:29,314 INFO [RS:0;66d3634da959:38155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:21:29,314 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(3091): Received CLOSE for cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:29,314 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(3091): Received CLOSE for 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:29,314 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,38155,1732677662726 2024-11-27T03:21:29,314 INFO [RS:0;66d3634da959:38155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:21:29,315 INFO [RS:0;66d3634da959:38155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:38155. 2024-11-27T03:21:29,315 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd506ca2f6d3f8e717d831f5ba987618, disabling compactions & flushes 2024-11-27T03:21:29,315 DEBUG [RS:0;66d3634da959:38155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:29,315 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:29,315 DEBUG [RS:0;66d3634da959:38155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:29,315 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:29,315 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. after waiting 0 ms 2024-11-27T03:21:29,315 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:29,315 INFO [RS:0;66d3634da959:38155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:21:29,315 INFO [RS:0;66d3634da959:38155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:21:29,315 INFO [RS:0;66d3634da959:38155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:21:29,315 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:21:29,315 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:21:29,315 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1325): Online Regions={cd506ca2f6d3f8e717d831f5ba987618=test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618., 15c56ec1c2bdc6c823ea1ed9b0585808=hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:21:29,315 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c56ec1c2bdc6c823ea1ed9b0585808, cd506ca2f6d3f8e717d831f5ba987618 2024-11-27T03:21:29,315 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:21:29,315 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:21:29,315 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:21:29,315 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:21:29,315 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:21:29,315 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:21:29,320 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/default/test/cd506ca2f6d3f8e717d831f5ba987618/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T03:21:29,320 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:29,320 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:21:29,320 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:29,320 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd506ca2f6d3f8e717d831f5ba987618: Waiting for close lock at 1732677689314Running coprocessor pre-close hooks at 1732677689314Disabling compacts and flushes for region at 1732677689314Disabling writes for close at 1732677689315 (+1 ms)Writing region close event to WAL at 1732677689316 (+1 ms)Running coprocessor post-close hooks at 1732677689320 (+4 ms)Closed at 1732677689320 2024-11-27T03:21:29,320 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618. 2024-11-27T03:21:29,321 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15c56ec1c2bdc6c823ea1ed9b0585808, disabling compactions & flushes 2024-11-27T03:21:29,321 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:29,321 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:29,321 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. after waiting 0 ms 2024-11-27T03:21:29,321 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:29,321 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15c56ec1c2bdc6c823ea1ed9b0585808 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-27T03:21:29,335 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/.tmp/hfileref/2ebcbebba0cf4afe9b776f28a5b5c9a6 is 74, key is 1/hfileref:3e7edfceddf44334b93333e4621f86ad_SeqId_6_/1732677684894/Put/seqid=0 2024-11-27T03:21:29,337 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/info/59101fd4af7c4946bbebe0bf39e32611 is 147, key is hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808./info:regioninfo/1732677677451/Put/seqid=0 2024-11-27T03:21:29,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741846_1022 (size=5345) 2024-11-27T03:21:29,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741847_1023 (size=7686) 2024-11-27T03:21:29,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:29,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66d3634da959:33125 this server is in the failed servers list 2024-11-27T03:21:29,359 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66d3634da959:33125 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:29,399 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:21:29,411 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1033, reset compression=false 2024-11-27T03:21:29,415 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:29,416 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1328, reset compression=false 2024-11-27T03:21:29,515 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:29,619 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1328, reset compression=false 2024-11-27T03:21:29,667 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:29,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66d3634da959:33125 this server is in the failed servers list 2024-11-27T03:21:29,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66d3634da959:33125 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:29,715 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c56ec1c2bdc6c823ea1ed9b0585808 2024-11-27T03:21:29,730 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:21:29,730 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:21:29,740 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/.tmp/hfileref/2ebcbebba0cf4afe9b776f28a5b5c9a6 2024-11-27T03:21:29,746 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/info/59101fd4af7c4946bbebe0bf39e32611 2024-11-27T03:21:29,771 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/.tmp/queue/a0fec1cf756a4c54bd07e0d0d13f213d is 153, key is 1-66d3634da959,38155,1732677662726/queue:66d3634da959%2C38155%2C1732677662726/1732677683100/Put/seqid=0 2024-11-27T03:21:29,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741848_1024 (size=5352) 2024-11-27T03:21:29,778 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/.tmp/queue/a0fec1cf756a4c54bd07e0d0d13f213d 2024-11-27T03:21:29,782 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/ns/8a6724782fb047a9b310585c85a63469 is 43, key is default/ns:d/1732677665383/Put/seqid=0 2024-11-27T03:21:29,786 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/.tmp/hfileref/2ebcbebba0cf4afe9b776f28a5b5c9a6 as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/hfileref/2ebcbebba0cf4afe9b776f28a5b5c9a6 2024-11-27T03:21:29,796 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/hfileref/2ebcbebba0cf4afe9b776f28a5b5c9a6, entries=4, sequenceid=10, filesize=5.2 K 2024-11-27T03:21:29,797 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/.tmp/queue/a0fec1cf756a4c54bd07e0d0d13f213d as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/queue/a0fec1cf756a4c54bd07e0d0d13f213d 2024-11-27T03:21:29,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741849_1025 (size=5153) 2024-11-27T03:21:29,802 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/ns/8a6724782fb047a9b310585c85a63469 2024-11-27T03:21:29,806 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/queue/a0fec1cf756a4c54bd07e0d0d13f213d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T03:21:29,807 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 15c56ec1c2bdc6c823ea1ed9b0585808 in 486ms, sequenceid=10, compaction requested=false 2024-11-27T03:21:29,807 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T03:21:29,829 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/rep_barrier/506e8dc052a3439ab2edb9124d945791 is 112, key is test,,1732677671906.cd506ca2f6d3f8e717d831f5ba987618./rep_barrier:seqnumDuringOpen/1732677673062/Put/seqid=0 2024-11-27T03:21:29,833 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/replication/15c56ec1c2bdc6c823ea1ed9b0585808/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T03:21:29,833 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:29,833 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:21:29,833 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:29,833 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15c56ec1c2bdc6c823ea1ed9b0585808: Waiting for close lock at 1732677689321Running coprocessor pre-close hooks at 1732677689321Disabling compacts and flushes for region at 1732677689321Disabling writes for close at 1732677689321Obtaining lock to block concurrent updates at 1732677689321Preparing flush snapshotting stores in 15c56ec1c2bdc6c823ea1ed9b0585808 at 1732677689321Finished memstore snapshotting hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732677689321Flushing stores of hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. at 1732677689322 (+1 ms)Flushing 15c56ec1c2bdc6c823ea1ed9b0585808/hfileref: creating writer at 1732677689322Flushing 15c56ec1c2bdc6c823ea1ed9b0585808/hfileref: appending metadata at 1732677689335 (+13 ms)Flushing 15c56ec1c2bdc6c823ea1ed9b0585808/hfileref: closing flushed file at 1732677689335Flushing 15c56ec1c2bdc6c823ea1ed9b0585808/queue: creating writer at 1732677689744 (+409 ms)Flushing 15c56ec1c2bdc6c823ea1ed9b0585808/queue: appending metadata at 1732677689764 (+20 ms)Flushing 15c56ec1c2bdc6c823ea1ed9b0585808/queue: closing flushed file at 1732677689764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d79023b: reopening flushed file at 1732677689785 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6380900d: reopening flushed file at 1732677689797 (+12 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 15c56ec1c2bdc6c823ea1ed9b0585808 in 486ms, sequenceid=10, compaction requested=false at 1732677689807 (+10 ms)Writing region close event to WAL at 1732677689829 (+22 ms)Running coprocessor post-close hooks at 1732677689833 (+4 ms)Closed at 1732677689833 2024-11-27T03:21:29,834 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677676248.15c56ec1c2bdc6c823ea1ed9b0585808. 2024-11-27T03:21:29,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741850_1026 (size=5518) 2024-11-27T03:21:29,835 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/rep_barrier/506e8dc052a3439ab2edb9124d945791 2024-11-27T03:21:29,853 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/table/d0301140c5de48529f21f157b618fa70 is 53, key is hbase:replication/table:state/1732677677458/Put/seqid=0 2024-11-27T03:21:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741851_1027 (size=5308) 2024-11-27T03:21:29,916 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:21:29,929 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1328, reset compression=false 2024-11-27T03:21:30,116 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:21:30,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:30,178 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 66d3634da959:33125 this server is in the failed servers list 2024-11-27T03:21:30,178 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 66d3634da959:33125 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:30,257 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/table/d0301140c5de48529f21f157b618fa70 2024-11-27T03:21:30,278 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/info/59101fd4af7c4946bbebe0bf39e32611 as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/info/59101fd4af7c4946bbebe0bf39e32611 2024-11-27T03:21:30,283 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/info/59101fd4af7c4946bbebe0bf39e32611, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:21:30,284 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/ns/8a6724782fb047a9b310585c85a63469 as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/ns/8a6724782fb047a9b310585c85a63469 2024-11-27T03:21:30,290 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/ns/8a6724782fb047a9b310585c85a63469, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:21:30,292 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/rep_barrier/506e8dc052a3439ab2edb9124d945791 as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/rep_barrier/506e8dc052a3439ab2edb9124d945791 2024-11-27T03:21:30,300 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/rep_barrier/506e8dc052a3439ab2edb9124d945791, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:21:30,301 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/.tmp/table/d0301140c5de48529f21f157b618fa70 as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/table/d0301140c5de48529f21f157b618fa70 2024-11-27T03:21:30,305 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/table/d0301140c5de48529f21f157b618fa70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:21:30,307 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false 2024-11-27T03:21:30,307 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:21:30,316 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:21:30,316 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:21:30,316 DEBUG [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:21:30,325 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:21:30,326 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:30,326 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:21:30,326 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:21:30,326 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677689315Running coprocessor pre-close hooks at 1732677689315Disabling compacts and flushes for region at 1732677689315Disabling writes for close at 1732677689315Obtaining lock to block concurrent updates at 1732677689315Preparing flush snapshotting stores in 1588230740 at 1732677689315Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677689316 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732677689317 (+1 ms)Flushing 1588230740/info: creating writer at 1732677689317Flushing 1588230740/info: appending metadata at 1732677689336 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732677689336Flushing 1588230740/ns: creating writer at 1732677689758 (+422 ms)Flushing 1588230740/ns: appending metadata at 1732677689782 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732677689782Flushing 1588230740/rep_barrier: creating writer at 1732677689806 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677689829 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677689829Flushing 1588230740/table: creating writer at 1732677689840 (+11 ms)Flushing 1588230740/table: appending metadata at 1732677689853 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732677689853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0e676e: reopening flushed file at 1732677690277 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62cf5f28: reopening flushed file at 1732677690283 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ad36b7: reopening flushed file at 1732677690290 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b426ff: reopening flushed file at 1732677690300 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false at 1732677690307 (+7 ms)Writing region close event to WAL at 1732677690312 (+5 ms)Running coprocessor post-close hooks at 1732677690326 (+14 ms)Closed at 1732677690326 2024-11-27T03:21:30,326 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:21:30,334 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 to pos 1328, reset compression=false 2024-11-27T03:21:30,516 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,38155,1732677662726; all regions closed. 2024-11-27T03:21:30,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:21:30,525 DEBUG [RS:0;66d3634da959:38155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/oldWALs 2024-11-27T03:21:30,525 INFO [RS:0;66d3634da959:38155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C38155%2C1732677662726.meta:.meta(num 1732677665290) 2024-11-27T03:21:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741839_1015 (size=2695) 2024-11-27T03:21:30,534 DEBUG [RS:0;66d3634da959:38155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/oldWALs 2024-11-27T03:21:30,534 INFO [RS:0;66d3634da959:38155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C38155%2C1732677662726.rep:(num 1732677677423) 2024-11-27T03:21:30,538 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/WALs/66d3634da959,38155,1732677662726/66d3634da959%2C38155%2C1732677662726.1732677664817 not finished, retry = 0 2024-11-27T03:21:30,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741833_1009 (size=1336) 2024-11-27T03:21:30,641 DEBUG [RS:0;66d3634da959:38155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/oldWALs 2024-11-27T03:21:30,641 INFO [RS:0;66d3634da959:38155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C38155%2C1732677662726:(num 1732677664817) 2024-11-27T03:21:30,641 DEBUG [RS:0;66d3634da959:38155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:30,641 INFO [RS:0;66d3634da959:38155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:21:30,641 INFO [RS:0;66d3634da959:38155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:21:30,641 INFO [RS:0;66d3634da959:38155 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:21:30,641 INFO [RS:0;66d3634da959:38155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:21:30,641 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:21:30,642 INFO [RS:0;66d3634da959:38155 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,38155,1732677662726 because: Region server is closing 2024-11-27T03:21:30,642 INFO [RS:0;66d3634da959:38155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:38155. 2024-11-27T03:21:30,642 DEBUG [RS:0;66d3634da959:38155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:30,642 DEBUG [RS:0;66d3634da959:38155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:30,642 DEBUG [RS:0;66d3634da959:38155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:30,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:30,742 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.wal-reader.66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T03:21:30,742 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-27T03:21:30,742 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T03:21:30,743 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T03:21:31,188 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:31,189 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:31,191 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:31,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:21:31,443 INFO [RS:0;66d3634da959:38155 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38155,1732677662726.replicationSource.shipper66d3634da959%2C38155%2C1732677662726,1-66d3634da959,38155,1732677662726 terminated 2024-11-27T03:21:31,443 INFO [RS:0;66d3634da959:38155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:38155. 2024-11-27T03:21:31,443 DEBUG [RS:0;66d3634da959:38155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:31,444 DEBUG [RS:0;66d3634da959:38155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:31,444 DEBUG [RS:0;66d3634da959:38155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:31,444 INFO [RS:0;66d3634da959:38155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38155 2024-11-27T03:21:31,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:31,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:31,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:31,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:31,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:31,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:31,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:31,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:31,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:31,574 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01470559426/rs/66d3634da959,38155,1732677662726 2024-11-27T03:21:31,574 INFO [RS:0;66d3634da959:38155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:21:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426/rs 2024-11-27T03:21:31,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,38155,1732677662726] 2024-11-27T03:21:31,595 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01470559426/draining/66d3634da959,38155,1732677662726 already deleted, retry=false 2024-11-27T03:21:31,595 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,38155,1732677662726 expired; onlineServers=0 2024-11-27T03:21:31,595 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,39723,1732677662504' ***** 2024-11-27T03:21:31,595 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:21:31,595 INFO [M:0;66d3634da959:39723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:21:31,595 INFO [M:0;66d3634da959:39723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:21:31,595 DEBUG [M:0;66d3634da959:39723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:21:31,595 DEBUG [M:0;66d3634da959:39723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:21:31,595 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:21:31,595 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677664572 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677664572,5,FailOnTimeoutGroup] 2024-11-27T03:21:31,595 INFO [M:0;66d3634da959:39723 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:21:31,595 INFO [M:0;66d3634da959:39723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:21:31,595 DEBUG [M:0;66d3634da959:39723 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:21:31,595 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677664592 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677664592,5,FailOnTimeoutGroup] 2024-11-27T03:21:31,595 INFO [M:0;66d3634da959:39723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:21:31,596 INFO [M:0;66d3634da959:39723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:21:31,596 INFO [M:0;66d3634da959:39723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:21:31,596 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:21:31,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01470559426/master 2024-11-27T03:21:31,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01470559426 2024-11-27T03:21:31,605 DEBUG [M:0;66d3634da959:39723 {}] zookeeper.RecoverableZooKeeper(212): Node /01470559426/master already deleted, retry=false 2024-11-27T03:21:31,605 DEBUG [M:0;66d3634da959:39723 {}] master.ActiveMasterManager(353): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Failed delete of our master address node; KeeperErrorCode = NoNode for /01470559426/master 2024-11-27T03:21:31,607 INFO [M:0;66d3634da959:39723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/.lastflushedseqids 2024-11-27T03:21:31,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741852_1028 (size=263) 2024-11-27T03:21:31,685 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:31,685 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38155-0x1017a4eeac80001, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:31,685 INFO [RS:0;66d3634da959:38155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:21:31,685 INFO [RS:0;66d3634da959:38155 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,38155,1732677662726; zookeeper connection closed. 2024-11-27T03:21:31,685 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d0ed91f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d0ed91f 2024-11-27T03:21:31,685 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:21:32,028 INFO [M:0;66d3634da959:39723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:21:32,028 INFO [M:0;66d3634da959:39723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:21:32,028 DEBUG [M:0;66d3634da959:39723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:21:32,028 INFO [M:0;66d3634da959:39723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:32,028 DEBUG [M:0;66d3634da959:39723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:32,028 DEBUG [M:0;66d3634da959:39723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:21:32,028 DEBUG [M:0;66d3634da959:39723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:32,028 INFO [M:0;66d3634da959:39723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T03:21:32,051 DEBUG [M:0;66d3634da959:39723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92d72806ae554dd08ac65cba3e9f72ca is 82, key is hbase:meta,,1/info:regioninfo/1732677665324/Put/seqid=0 2024-11-27T03:21:32,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741853_1029 (size=5672) 2024-11-27T03:21:32,067 INFO [M:0;66d3634da959:39723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92d72806ae554dd08ac65cba3e9f72ca 2024-11-27T03:21:32,096 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:21:32,098 DEBUG [M:0;66d3634da959:39723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1049cd59fe8c42d18da5f963ac7bf8f9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732677677461/Put/seqid=0 2024-11-27T03:21:32,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741854_1030 (size=8516) 2024-11-27T03:21:32,509 INFO [M:0;66d3634da959:39723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1049cd59fe8c42d18da5f963ac7bf8f9 2024-11-27T03:21:32,533 DEBUG [M:0;66d3634da959:39723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3ce6fbb89de4052b85ce3779f12ac96 is 69, key is 66d3634da959,38155,1732677662726/rs:state/1732677664614/Put/seqid=0 2024-11-27T03:21:32,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741855_1031 (size=5156) 2024-11-27T03:21:32,941 INFO [M:0;66d3634da959:39723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3ce6fbb89de4052b85ce3779f12ac96 2024-11-27T03:21:32,947 DEBUG [M:0;66d3634da959:39723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92d72806ae554dd08ac65cba3e9f72ca as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92d72806ae554dd08ac65cba3e9f72ca 2024-11-27T03:21:32,952 INFO [M:0;66d3634da959:39723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92d72806ae554dd08ac65cba3e9f72ca, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T03:21:32,953 DEBUG [M:0;66d3634da959:39723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1049cd59fe8c42d18da5f963ac7bf8f9 as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1049cd59fe8c42d18da5f963ac7bf8f9 2024-11-27T03:21:32,957 INFO [M:0;66d3634da959:39723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1049cd59fe8c42d18da5f963ac7bf8f9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T03:21:32,961 DEBUG [M:0;66d3634da959:39723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3ce6fbb89de4052b85ce3779f12ac96 as hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3ce6fbb89de4052b85ce3779f12ac96 2024-11-27T03:21:32,973 INFO [M:0;66d3634da959:39723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46289/user/jenkins/test-data/ed339432-cfc1-4eb7-7fb5-f1ddf335960e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3ce6fbb89de4052b85ce3779f12ac96, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T03:21:32,974 INFO [M:0;66d3634da959:39723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=97, compaction requested=false 2024-11-27T03:21:32,984 INFO [M:0;66d3634da959:39723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:32,984 DEBUG [M:0;66d3634da959:39723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677692028Disabling compacts and flushes for region at 1732677692028Disabling writes for close at 1732677692028Obtaining lock to block concurrent updates at 1732677692028Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677692028Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732677692029 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677692029Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677692030 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677692050 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677692050Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677692076 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677692097 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677692097Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677692515 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677692533 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677692533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f18488d: reopening flushed file at 1732677692947 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b8808: reopening flushed file at 1732677692952 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54cadd82: reopening flushed file at 1732677692957 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=97, compaction requested=false at 1732677692974 (+17 ms)Writing region close event to WAL at 1732677692984 (+10 ms)Closed at 1732677692984 2024-11-27T03:21:32,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741830_1006 (size=63654) 2024-11-27T03:21:32,989 INFO [M:0;66d3634da959:39723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:21:32,989 INFO [M:0;66d3634da959:39723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39723 2024-11-27T03:21:32,989 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:21:32,990 INFO [M:0;66d3634da959:39723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:21:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:33,116 INFO [M:0;66d3634da959:39723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:21:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x1017a4eeac80000, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:33,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c64928e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:21:33,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d844d4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:21:33,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:21:33,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da91c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:21:33,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e4410b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/hadoop.log.dir/,STOPPED} 2024-11-27T03:21:33,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:21:33,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:21:33,124 WARN [BP-1075658695-172.17.0.3-1732677660474 heartbeating to localhost/127.0.0.1:46289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:21:33,124 WARN [BP-1075658695-172.17.0.3-1732677660474 heartbeating to localhost/127.0.0.1:46289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1075658695-172.17.0.3-1732677660474 (Datanode Uuid b9c03392-d846-487f-86ab-7240c306e316) service to localhost/127.0.0.1:46289 2024-11-27T03:21:33,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/cluster_b2250b6f-6082-4e19-b5c1-8f5a33f28d89/data/data1/current/BP-1075658695-172.17.0.3-1732677660474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:21:33,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/cluster_b2250b6f-6082-4e19-b5c1-8f5a33f28d89/data/data2/current/BP-1075658695-172.17.0.3-1732677660474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:21:33,125 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:21:33,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b1bfacf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:21:33,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38994cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:21:33,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:21:33,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61efa2bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:21:33,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21d5d318{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d42cc5b0-ca79-3572-9416-9dc79c96ef26/hadoop.log.dir/,STOPPED} 2024-11-27T03:21:33,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T03:21:33,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:21:33,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 205) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46289 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35127 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50837) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35127 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50837) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46289 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46289 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4381 (was 3790) - AvailableMemoryMB LEAK? - 2024-11-27T03:21:33,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=4377 2024-11-27T03:21:33,190 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-27T03:21:33,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/hadoop.log.dir so I do NOT create it in target/test-data/eef7219c-d77d-6376-85d0-9d600571808f 2024-11-27T03:21:33,190 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:21:33,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/hadoop.tmp.dir so I do NOT create it in target/test-data/eef7219c-d77d-6376-85d0-9d600571808f 2024-11-27T03:21:33,190 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f842f1a9-65ed-9141-1ff9-4358e99663e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:21:33,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f 2024-11-27T03:21:33,191 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/cluster_9430ea33-ff58-cdf9-becb-84b759c654bf, deleteOnExit=true 2024-11-27T03:21:33,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/cluster_9430ea33-ff58-cdf9-becb-84b759c654bf/zookeeper_0, clientPort=64748, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/cluster_9430ea33-ff58-cdf9-becb-84b759c654bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/cluster_9430ea33-ff58-cdf9-becb-84b759c654bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:21:33,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64748 2024-11-27T03:21:33,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:21:33,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/test.cache.data in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:21:33,198 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:21:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:21:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:21:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:21:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:21:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:21:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:21:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:21:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:21:33,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:33,208 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:33,208 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:33,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a4eeac80005, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:21:33,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a4eeac80002, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:21:33,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a4eeac80002, quorum=127.0.0.1:50837, baseZNode=/01470559426 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:21:33,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a4eeac80005, quorum=127.0.0.1:50837, baseZNode=/11977138952 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:21:33,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:33,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:21:33,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:21:33,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:21:33,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:21:33,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:33,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52806609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:21:33,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51076a0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:21:33,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58bf9a8c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/java.io.tmpdir/jetty-localhost-41071-hadoop-hdfs-3_4_1-tests_jar-_-any-3332038563819890385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:21:33,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7480af43{HTTP/1.1, (http/1.1)}{localhost:41071} 2024-11-27T03:21:33,763 INFO [Time-limited test {}] server.Server(415): Started @206531ms 2024-11-27T03:21:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:21:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:21:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:21:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:21:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T03:21:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:21:34,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:34,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:21:34,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:21:34,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:21:34,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:21:34,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e490c94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:21:34,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1304d58f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:21:34,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43525f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/java.io.tmpdir/jetty-localhost-33153-hadoop-hdfs-3_4_1-tests_jar-_-any-17774936111043180365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:21:34,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@758cc0e3{HTTP/1.1, (http/1.1)}{localhost:33153} 2024-11-27T03:21:34,205 INFO [Time-limited test {}] server.Server(415): Started @206974ms 2024-11-27T03:21:34,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:21:35,050 WARN [Thread-2197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/cluster_9430ea33-ff58-cdf9-becb-84b759c654bf/data/data1/current/BP-439348248-172.17.0.3-1732677693214/current, will proceed with Du for space computation calculation, 2024-11-27T03:21:35,050 WARN [Thread-2198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/cluster_9430ea33-ff58-cdf9-becb-84b759c654bf/data/data2/current/BP-439348248-172.17.0.3-1732677693214/current, will proceed with Du for space computation calculation, 2024-11-27T03:21:35,073 WARN [Thread-2185 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:21:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bb199567ca6b17f with lease ID 0x52068f9a2cf3ee79: Processing first storage report for DS-7bae85eb-bc92-451c-93a0-fa810af4594a from datanode DatanodeRegistration(127.0.0.1:34483, datanodeUuid=a0ace5f7-209c-491b-9c2c-aa297c04a23f, infoPort=34591, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=2081549968;c=1732677693214) 2024-11-27T03:21:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bb199567ca6b17f with lease ID 0x52068f9a2cf3ee79: from storage DS-7bae85eb-bc92-451c-93a0-fa810af4594a node DatanodeRegistration(127.0.0.1:34483, datanodeUuid=a0ace5f7-209c-491b-9c2c-aa297c04a23f, infoPort=34591, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=2081549968;c=1732677693214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:21:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bb199567ca6b17f with lease ID 0x52068f9a2cf3ee79: Processing first storage report for DS-98d4dcde-7e8a-44c8-ae49-23feaf409a13 from datanode DatanodeRegistration(127.0.0.1:34483, datanodeUuid=a0ace5f7-209c-491b-9c2c-aa297c04a23f, infoPort=34591, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=2081549968;c=1732677693214) 2024-11-27T03:21:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bb199567ca6b17f with lease ID 0x52068f9a2cf3ee79: from storage DS-98d4dcde-7e8a-44c8-ae49-23feaf409a13 node DatanodeRegistration(127.0.0.1:34483, datanodeUuid=a0ace5f7-209c-491b-9c2c-aa297c04a23f, infoPort=34591, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=2081549968;c=1732677693214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:21:35,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f 2024-11-27T03:21:35,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:35,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:21:35,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa with version=8 2024-11-27T03:21:35,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/hbase-staging 2024-11-27T03:21:35,570 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:21:35,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:35,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:35,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:21:35,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:35,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:21:35,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:21:35,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:21:35,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39423 2024-11-27T03:21:35,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39423 connecting to ZooKeeper ensemble=127.0.0.1:64748 2024-11-27T03:21:35,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394230x0, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:35,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39423-0x1017a4f6ab40000 connected 2024-11-27T03:21:36,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:36,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:36,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Set watcher on znode that does not yet exist, /0-209350607/running 2024-11-27T03:21:36,099 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa, hbase.cluster.distributed=false 2024-11-27T03:21:36,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Set watcher on znode that does not yet exist, /0-209350607/acl 2024-11-27T03:21:36,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39423 2024-11-27T03:21:36,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39423 2024-11-27T03:21:36,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39423 2024-11-27T03:21:36,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39423 2024-11-27T03:21:36,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39423 2024-11-27T03:21:36,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:21:36,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:36,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:36,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:21:36,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:36,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:21:36,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:21:36,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:21:36,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45101 2024-11-27T03:21:36,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45101 connecting to ZooKeeper ensemble=127.0.0.1:64748 2024-11-27T03:21:36,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:36,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:36,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451010x0, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:36,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451010x0, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Set watcher on znode that does not yet exist, /0-209350607/running 2024-11-27T03:21:36,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45101-0x1017a4f6ab40001 connected 2024-11-27T03:21:36,162 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:21:36,162 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:21:36,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Set watcher on znode that does not yet exist, /0-209350607/master 2024-11-27T03:21:36,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Set watcher on znode that does not yet exist, /0-209350607/acl 2024-11-27T03:21:36,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45101 2024-11-27T03:21:36,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45101 2024-11-27T03:21:36,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45101 2024-11-27T03:21:36,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45101 2024-11-27T03:21:36,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45101 2024-11-27T03:21:36,182 DEBUG [M:0;66d3634da959:39423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:39423 2024-11-27T03:21:36,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-209350607/backup-masters/66d3634da959,39423,1732677695570 2024-11-27T03:21:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607/backup-masters 2024-11-27T03:21:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607/backup-masters 2024-11-27T03:21:36,225 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Set watcher on existing znode=/0-209350607/backup-masters/66d3634da959,39423,1732677695570 2024-11-27T03:21:36,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:36,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-209350607/master 2024-11-27T03:21:36,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:36,243 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Set watcher on existing znode=/0-209350607/master 2024-11-27T03:21:36,243 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-209350607/backup-masters/66d3634da959,39423,1732677695570 from backup master directory 2024-11-27T03:21:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607/backup-masters 2024-11-27T03:21:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-209350607/backup-masters/66d3634da959,39423,1732677695570 2024-11-27T03:21:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607/backup-masters 2024-11-27T03:21:36,309 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:21:36,309 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,39423,1732677695570 2024-11-27T03:21:36,312 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/hbase.id] with ID: 1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561 2024-11-27T03:21:36,312 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/.tmp/hbase.id 2024-11-27T03:21:36,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:21:36,717 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/.tmp/hbase.id]:[hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/hbase.id] 2024-11-27T03:21:36,729 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:36,730 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:21:36,730 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T03:21:36,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:36,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:21:36,759 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:36,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:21:36,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:36,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:21:36,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:21:36,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:36,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:36,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:36,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:36,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:36,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:36,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:36,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:36,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:37,171 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store 2024-11-27T03:21:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:21:37,218 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:37,218 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:37,219 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8179 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:37,576 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:37,576 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:21:37,576 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:37,576 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:37,576 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:21:37,576 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:37,576 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:37,576 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677697576Disabling compacts and flushes for region at 1732677697576Disabling writes for close at 1732677697576Writing region close event to WAL at 1732677697576Closed at 1732677697576 2024-11-27T03:21:37,577 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/.initializing 2024-11-27T03:21:37,577 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/WALs/66d3634da959,39423,1732677695570 2024-11-27T03:21:37,578 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:21:37,579 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C39423%2C1732677695570, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/WALs/66d3634da959,39423,1732677695570, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/oldWALs, maxLogs=10 2024-11-27T03:21:37,592 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/WALs/66d3634da959,39423,1732677695570/66d3634da959%2C39423%2C1732677695570.1732677697580, exclude list is [], retry=0 2024-11-27T03:21:37,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34483,DS-7bae85eb-bc92-451c-93a0-fa810af4594a,DISK] 2024-11-27T03:21:37,597 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/WALs/66d3634da959,39423,1732677695570/66d3634da959%2C39423%2C1732677695570.1732677697580 2024-11-27T03:21:37,597 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-27T03:21:37,597 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:37,597 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:37,597 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,597 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:21:37,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:37,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:37,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:21:37,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:37,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:37,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:21:37,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:37,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:37,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:21:37,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:37,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:37,604 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,605 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,605 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,606 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,606 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,606 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:37,607 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:37,608 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:37,609 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74751383, jitterRate=0.1138824075460434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:37,609 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677697597Initializing all the Stores at 1732677697598 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677697598Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677697599 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677697599Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677697599Cleaning up temporary data from old regions at 1732677697606 (+7 ms)Region opened successfully at 1732677697609 (+3 ms) 2024-11-27T03:21:37,612 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:21:37,615 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355eeb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:21:37,616 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:21:37,616 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:21:37,616 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:21:37,617 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:21:37,617 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:21:37,618 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:21:37,618 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:21:37,622 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:21:37,623 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Unable to get data of znode /0-209350607/balancer because node does not exist (not necessarily an error) 2024-11-27T03:21:37,632 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-209350607/balancer already deleted, retry=false 2024-11-27T03:21:37,633 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:21:37,633 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Unable to get data of znode /0-209350607/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:21:37,642 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-209350607/normalizer already deleted, retry=false 2024-11-27T03:21:37,643 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:21:37,644 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Unable to get data of znode /0-209350607/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:21:37,653 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-209350607/switch/split already deleted, retry=false 2024-11-27T03:21:37,654 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Unable to get data of znode /0-209350607/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:21:37,663 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-209350607/switch/merge already deleted, retry=false 2024-11-27T03:21:37,665 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Unable to get data of znode /0-209350607/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:21:37,674 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-209350607/snapshot-cleanup already deleted, retry=false 2024-11-27T03:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-209350607/running 2024-11-27T03:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-209350607/running 2024-11-27T03:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:37,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:37,685 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,39423,1732677695570, sessionid=0x1017a4f6ab40000, setting cluster-up flag (Was=false) 2024-11-27T03:21:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:37,737 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-209350607/flush-table-proc/acquired, /0-209350607/flush-table-proc/reached, /0-209350607/flush-table-proc/abort 2024-11-27T03:21:37,738 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,39423,1732677695570 2024-11-27T03:21:37,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:37,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:37,790 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-209350607/online-snapshot/acquired, /0-209350607/online-snapshot/reached, /0-209350607/online-snapshot/abort 2024-11-27T03:21:37,790 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,39423,1732677695570 2024-11-27T03:21:37,791 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:21:37,793 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:37,793 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:21:37,793 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:21:37,793 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,39423,1732677695570 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:21:37,794 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:37,794 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:37,794 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:37,794 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:37,794 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:21:37,794 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,794 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:21:37,794 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:37,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:21:37,796 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:37,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:21:37,804 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677727804 2024-11-27T03:21:37,804 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:21:37,804 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:21:37,804 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:21:37,804 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:21:37,804 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:21:37,804 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:21:37,805 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,805 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:21:37,805 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:21:37,805 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:21:37,805 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:21:37,805 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:21:37,805 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:21:37,808 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677697805,5,FailOnTimeoutGroup] 2024-11-27T03:21:37,808 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677697808,5,FailOnTimeoutGroup] 2024-11-27T03:21:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:21:37,808 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,808 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:21:37,808 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,808 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,870 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(746): ClusterId : 1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561 2024-11-27T03:21:37,871 DEBUG [RS:0;66d3634da959:45101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:21:37,874 DEBUG [RS:0;66d3634da959:45101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:21:37,874 DEBUG [RS:0;66d3634da959:45101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:21:37,885 DEBUG [RS:0;66d3634da959:45101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:21:37,885 DEBUG [RS:0;66d3634da959:45101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749c86f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:21:37,901 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:45101 2024-11-27T03:21:37,901 INFO [RS:0;66d3634da959:45101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:21:37,901 INFO [RS:0;66d3634da959:45101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:21:37,901 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:21:37,902 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,39423,1732677695570 with port=45101, startcode=1732677696119 2024-11-27T03:21:37,902 DEBUG [RS:0;66d3634da959:45101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:21:37,903 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:21:37,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,45101,1732677696119 2024-11-27T03:21:37,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] master.ServerManager(517): Registering regionserver=66d3634da959,45101,1732677696119 2024-11-27T03:21:37,905 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa 2024-11-27T03:21:37,905 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33667 2024-11-27T03:21:37,905 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:21:37,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607/rs 2024-11-27T03:21:37,916 DEBUG [RS:0;66d3634da959:45101 {}] zookeeper.ZKUtil(111): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Set watcher on existing znode=/0-209350607/rs/66d3634da959,45101,1732677696119 2024-11-27T03:21:37,916 WARN [RS:0;66d3634da959:45101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:21:37,916 INFO [RS:0;66d3634da959:45101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:37,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,45101,1732677696119] 2024-11-27T03:21:37,917 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119 2024-11-27T03:21:37,919 INFO [RS:0;66d3634da959:45101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:21:37,921 INFO [RS:0;66d3634da959:45101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:21:37,924 INFO [RS:0;66d3634da959:45101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:21:37,924 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,925 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:21:37,925 INFO [RS:0;66d3634da959:45101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:21:37,925 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:21:37,926 DEBUG [RS:0;66d3634da959:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:21:37,926 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,926 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,926 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,926 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,926 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,926 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,45101,1732677696119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:21:37,947 INFO [RS:0;66d3634da959:45101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:21:37,947 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,45101,1732677696119-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,948 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,948 INFO [RS:0;66d3634da959:45101 {}] regionserver.Replication(171): 66d3634da959,45101,1732677696119 started 2024-11-27T03:21:37,967 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:37,967 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,45101,1732677696119, RpcServer on 66d3634da959/172.17.0.3:45101, sessionid=0x1017a4f6ab40001 2024-11-27T03:21:37,968 DEBUG [RS:0;66d3634da959:45101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:21:37,968 DEBUG [RS:0;66d3634da959:45101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,45101,1732677696119 2024-11-27T03:21:37,968 DEBUG [RS:0;66d3634da959:45101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,45101,1732677696119' 2024-11-27T03:21:37,968 DEBUG [RS:0;66d3634da959:45101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-209350607/flush-table-proc/abort' 2024-11-27T03:21:37,968 DEBUG [RS:0;66d3634da959:45101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-209350607/flush-table-proc/acquired' 2024-11-27T03:21:37,969 DEBUG [RS:0;66d3634da959:45101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:21:37,969 DEBUG [RS:0;66d3634da959:45101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:21:37,969 DEBUG [RS:0;66d3634da959:45101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,45101,1732677696119 2024-11-27T03:21:37,969 DEBUG [RS:0;66d3634da959:45101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,45101,1732677696119' 2024-11-27T03:21:37,969 DEBUG [RS:0;66d3634da959:45101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-209350607/online-snapshot/abort' 2024-11-27T03:21:37,969 DEBUG [RS:0;66d3634da959:45101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-209350607/online-snapshot/acquired' 2024-11-27T03:21:37,969 DEBUG [RS:0;66d3634da959:45101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:21:37,969 INFO [RS:0;66d3634da959:45101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:21:37,969 INFO [RS:0;66d3634da959:45101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:21:38,070 INFO [RS:0;66d3634da959:45101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:21:38,071 INFO [RS:0;66d3634da959:45101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C45101%2C1732677696119, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/oldWALs, maxLogs=10 2024-11-27T03:21:38,083 DEBUG [RS:0;66d3634da959:45101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071, exclude list is [], retry=0 2024-11-27T03:21:38,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34483,DS-7bae85eb-bc92-451c-93a0-fa810af4594a,DISK] 2024-11-27T03:21:38,086 INFO [RS:0;66d3634da959:45101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 2024-11-27T03:21:38,087 DEBUG [RS:0;66d3634da959:45101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-27T03:21:38,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:21:38,210 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa 2024-11-27T03:21:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:21:38,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:38,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:21:38,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:21:38,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:38,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:38,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:21:38,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:21:38,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:38,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:38,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:21:38,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:21:38,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:38,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:38,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:21:38,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:21:38,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:38,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:38,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:21:38,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740 2024-11-27T03:21:38,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740 2024-11-27T03:21:38,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:21:38,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:21:38,635 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:38,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:21:38,638 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:38,638 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69496277, jitterRate=0.035575225949287415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:38,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677698618Initializing all the Stores at 1732677698623 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677698623Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677698623Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677698623Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677698623Cleaning up temporary data from old regions at 1732677698635 (+12 ms)Region opened successfully at 1732677698639 (+4 ms) 2024-11-27T03:21:38,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:21:38,639 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:21:38,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:21:38,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:21:38,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:21:38,639 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:21:38,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677698639Disabling compacts and flushes for region at 1732677698639Disabling writes for close at 1732677698639Writing region close event to WAL at 1732677698639Closed at 1732677698639 2024-11-27T03:21:38,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:38,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:21:38,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:21:38,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:21:38,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:21:38,797 DEBUG [66d3634da959:39423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:21:38,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,45101,1732677696119 2024-11-27T03:21:38,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,45101,1732677696119, state=OPENING 2024-11-27T03:21:38,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:21:38,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:38,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:38,853 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:21:38,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-209350607/meta-region-server: CHANGED 2024-11-27T03:21:38,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-209350607/meta-region-server: CHANGED 2024-11-27T03:21:38,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,45101,1732677696119}] 2024-11-27T03:21:39,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:21:39,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:21:39,011 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:21:39,011 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:39,012 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:21:39,013 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C45101%2C1732677696119.meta, suffix=.meta, logDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/oldWALs, maxLogs=10 2024-11-27T03:21:39,030 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.meta.1732677699013.meta, exclude list is [], retry=0 2024-11-27T03:21:39,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34483,DS-7bae85eb-bc92-451c-93a0-fa810af4594a,DISK] 2024-11-27T03:21:39,034 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.meta.1732677699013.meta 2024-11-27T03:21:39,036 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-27T03:21:39,036 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:39,036 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:39,037 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:21:39,037 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:21:39,037 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:21:39,037 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:21:39,037 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:39,037 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:21:39,037 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:21:39,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:21:39,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:21:39,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:39,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:39,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:21:39,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:21:39,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:39,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:39,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:21:39,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:21:39,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:39,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:39,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:21:39,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:21:39,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:39,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:39,043 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:21:39,043 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740 2024-11-27T03:21:39,044 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740 2024-11-27T03:21:39,045 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:21:39,045 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:21:39,046 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:39,047 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:21:39,048 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67260455, jitterRate=0.00225888192653656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:39,048 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:21:39,048 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677699037Writing region info on filesystem at 1732677699037Initializing all the Stores at 1732677699038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677699038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677699038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677699038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677699038Cleaning up temporary data from old regions at 1732677699045 (+7 ms)Running coprocessor post-open hooks at 1732677699048 (+3 ms)Region opened successfully at 1732677699048 2024-11-27T03:21:39,049 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677699005 2024-11-27T03:21:39,052 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:21:39,052 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:21:39,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,45101,1732677696119 2024-11-27T03:21:39,053 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,45101,1732677696119, state=OPEN 2024-11-27T03:21:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-209350607/meta-region-server 2024-11-27T03:21:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-209350607/meta-region-server 2024-11-27T03:21:39,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-209350607/meta-region-server: CHANGED 2024-11-27T03:21:39,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-209350607/meta-region-server: CHANGED 2024-11-27T03:21:39,123 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,45101,1732677696119 2024-11-27T03:21:39,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:21:39,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,45101,1732677696119 in 270 msec 2024-11-27T03:21:39,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:21:39,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-27T03:21:39,127 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:39,127 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:21:39,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:39,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,45101,1732677696119, seqNum=-1] 2024-11-27T03:21:39,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:39,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:39,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-11-27T03:21:39,133 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677699133, completionTime=-1 2024-11-27T03:21:39,133 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:21:39,133 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:21:39,134 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:21:39,134 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677759134 2024-11-27T03:21:39,134 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677819134 2024-11-27T03:21:39,134 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:21:39,135 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39423,1732677695570-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:39,135 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39423,1732677695570-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:39,135 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39423,1732677695570-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:39,135 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:39423, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:39,135 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:39,135 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:39,136 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:21:39,138 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.829sec 2024-11-27T03:21:39,138 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:21:39,138 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:21:39,138 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:21:39,138 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:21:39,139 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:21:39,139 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39423,1732677695570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:21:39,139 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39423,1732677695570-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:21:39,141 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:21:39,141 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:21:39,141 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39423,1732677695570-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:39,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dc4d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:39,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39423,-1 for getting cluster id 2024-11-27T03:21:39,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:39,173 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561' 2024-11-27T03:21:39,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:39,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561" 2024-11-27T03:21:39,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0cc0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:39,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39423,-1] 2024-11-27T03:21:39,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:39,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:39,174 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:39,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f50c56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:39,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,45101,1732677696119, seqNum=-1] 2024-11-27T03:21:39,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:39,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:39,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,39423,1732677695570 2024-11-27T03:21:39,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64748 2024-11-27T03:21:39,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:39,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a4f6ab40002 connected 2024-11-27T03:21:39,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/hadoop.log.dir so I do NOT create it in target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c 2024-11-27T03:21:39,224 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:21:39,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/hadoop.tmp.dir so I do NOT create it in target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c 2024-11-27T03:21:39,224 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:21:39,224 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c 2024-11-27T03:21:39,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:21:39,224 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/cluster_911b4fea-6508-253d-84fb-3a530f87cc4e, deleteOnExit=true 2024-11-27T03:21:39,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:21:39,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/test.cache.data in system properties and HBase conf 2024-11-27T03:21:39,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:21:39,225 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:21:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:21:39,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:21:39,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:21:39,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:21:39,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:21:39,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:21:39,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:21:39,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:39,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:21:39,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:21:39,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:21:39,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:21:39,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:39,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@593cc0aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:21:39,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698acd06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:21:39,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66d4f44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/java.io.tmpdir/jetty-localhost-34267-hadoop-hdfs-3_4_1-tests_jar-_-any-659225056636760639/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:21:39,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24940473{HTTP/1.1, (http/1.1)}{localhost:34267} 2024-11-27T03:21:39,734 INFO [Time-limited test {}] server.Server(415): Started @212503ms 2024-11-27T03:21:39,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:21:39,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:21:39,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:21:39,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:21:39,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:21:39,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17f27493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:21:39,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63bcff2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:21:40,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4740b0e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/java.io.tmpdir/jetty-localhost-33319-hadoop-hdfs-3_4_1-tests_jar-_-any-17481080174299733058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:21:40,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f438beb{HTTP/1.1, (http/1.1)}{localhost:33319} 2024-11-27T03:21:40,077 INFO [Time-limited test {}] server.Server(415): Started @212846ms 2024-11-27T03:21:40,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:21:40,760 WARN [Thread-2318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/cluster_911b4fea-6508-253d-84fb-3a530f87cc4e/data/data1/current/BP-977105263-172.17.0.3-1732677699245/current, will proceed with Du for space computation calculation, 2024-11-27T03:21:40,760 WARN [Thread-2319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/cluster_911b4fea-6508-253d-84fb-3a530f87cc4e/data/data2/current/BP-977105263-172.17.0.3-1732677699245/current, will proceed with Du for space computation calculation, 2024-11-27T03:21:40,786 WARN [Thread-2306 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:21:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23d0397f44bc922d with lease ID 0x53f087ac95e5e167: Processing first storage report for DS-45d51c08-6aa7-44e4-9c5d-7101f4b98bb8 from datanode DatanodeRegistration(127.0.0.1:39493, datanodeUuid=b566244f-4fb1-4f9a-8cbe-819772e2b3f2, infoPort=44319, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=807168815;c=1732677699245) 2024-11-27T03:21:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23d0397f44bc922d with lease ID 0x53f087ac95e5e167: from storage DS-45d51c08-6aa7-44e4-9c5d-7101f4b98bb8 node DatanodeRegistration(127.0.0.1:39493, datanodeUuid=b566244f-4fb1-4f9a-8cbe-819772e2b3f2, infoPort=44319, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=807168815;c=1732677699245), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:21:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23d0397f44bc922d with lease ID 0x53f087ac95e5e167: Processing first storage report for DS-138f3043-f617-424a-b918-85a9d540a624 from datanode DatanodeRegistration(127.0.0.1:39493, datanodeUuid=b566244f-4fb1-4f9a-8cbe-819772e2b3f2, infoPort=44319, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=807168815;c=1732677699245) 2024-11-27T03:21:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23d0397f44bc922d with lease ID 0x53f087ac95e5e167: from storage DS-138f3043-f617-424a-b918-85a9d540a624 node DatanodeRegistration(127.0.0.1:39493, datanodeUuid=b566244f-4fb1-4f9a-8cbe-819772e2b3f2, infoPort=44319, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=807168815;c=1732677699245), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:21:40,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c 2024-11-27T03:21:40,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:40,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:21:40,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302 with version=8 2024-11-27T03:21:40,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/hbase-staging 2024-11-27T03:21:40,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:21:40,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:40,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:40,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:21:40,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:40,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:21:40,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:21:40,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:21:40,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41057 2024-11-27T03:21:40,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41057 connecting to ZooKeeper ensemble=127.0.0.1:64748 2024-11-27T03:21:40,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410570x0, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:40,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41057-0x1017a4f6ab40003 connected 2024-11-27T03:21:41,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:41,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:41,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Set watcher on znode that does not yet exist, /11739949081/running 2024-11-27T03:21:41,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302, hbase.cluster.distributed=false 2024-11-27T03:21:41,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Set watcher on znode that does not yet exist, /11739949081/acl 2024-11-27T03:21:41,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41057 2024-11-27T03:21:41,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41057 2024-11-27T03:21:41,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41057 2024-11-27T03:21:41,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41057 2024-11-27T03:21:41,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41057 2024-11-27T03:21:41,034 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:21:41,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:41,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:41,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:21:41,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:21:41,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:21:41,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:21:41,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:21:41,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38545 2024-11-27T03:21:41,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38545 connecting to ZooKeeper ensemble=127.0.0.1:64748 2024-11-27T03:21:41,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:41,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:41,053 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385450x0, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:41,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385450x0, quorum=127.0.0.1:64748, baseZNode=/11739949081 Set watcher on znode that does not yet exist, /11739949081/running 2024-11-27T03:21:41,053 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:21:41,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38545-0x1017a4f6ab40004 connected 2024-11-27T03:21:41,063 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:21:41,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Set watcher on znode that does not yet exist, /11739949081/master 2024-11-27T03:21:41,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Set watcher on znode that does not yet exist, /11739949081/acl 2024-11-27T03:21:41,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38545 2024-11-27T03:21:41,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38545 2024-11-27T03:21:41,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38545 2024-11-27T03:21:41,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38545 2024-11-27T03:21:41,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38545 2024-11-27T03:21:41,086 DEBUG [M:0;66d3634da959:41057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:41057 2024-11-27T03:21:41,087 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11739949081/backup-masters/66d3634da959,41057,1732677700834 2024-11-27T03:21:41,095 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081/backup-masters 2024-11-27T03:21:41,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081/backup-masters 2024-11-27T03:21:41,095 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Set watcher on existing znode=/11739949081/backup-masters/66d3634da959,41057,1732677700834 2024-11-27T03:21:41,105 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11739949081/master 2024-11-27T03:21:41,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:41,105 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:41,106 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Set watcher on existing znode=/11739949081/master 2024-11-27T03:21:41,106 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11739949081/backup-masters/66d3634da959,41057,1732677700834 from backup master directory 2024-11-27T03:21:41,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11739949081/backup-masters/66d3634da959,41057,1732677700834 2024-11-27T03:21:41,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081/backup-masters 2024-11-27T03:21:41,116 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081/backup-masters 2024-11-27T03:21:41,116 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:21:41,116 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,41057,1732677700834 2024-11-27T03:21:41,118 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/hbase.id] with ID: c86d507f-3aeb-4401-af2a-f060d92d224a 2024-11-27T03:21:41,118 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/.tmp/hbase.id 2024-11-27T03:21:41,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:21:41,523 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/.tmp/hbase.id]:[hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/hbase.id] 2024-11-27T03:21:41,531 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:21:41,531 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:21:41,532 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:21:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:41,589 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:41,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:21:41,995 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:41,995 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:21:41,996 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:42,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:21:42,401 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store 2024-11-27T03:21:42,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:21:42,811 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:42,811 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:21:42,811 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:42,811 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:42,811 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:21:42,811 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:42,811 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:42,811 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677702811Disabling compacts and flushes for region at 1732677702811Disabling writes for close at 1732677702811Writing region close event to WAL at 1732677702811Closed at 1732677702811 2024-11-27T03:21:42,811 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/.initializing 2024-11-27T03:21:42,812 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/WALs/66d3634da959,41057,1732677700834 2024-11-27T03:21:42,812 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:21:42,813 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C41057%2C1732677700834, suffix=, logDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/WALs/66d3634da959,41057,1732677700834, archiveDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/oldWALs, maxLogs=10 2024-11-27T03:21:42,825 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/WALs/66d3634da959,41057,1732677700834/66d3634da959%2C41057%2C1732677700834.1732677702814, exclude list is [], retry=0 2024-11-27T03:21:42,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39493,DS-45d51c08-6aa7-44e4-9c5d-7101f4b98bb8,DISK] 2024-11-27T03:21:42,829 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/WALs/66d3634da959,41057,1732677700834/66d3634da959%2C41057%2C1732677700834.1732677702814 2024-11-27T03:21:42,829 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44319:44319)] 2024-11-27T03:21:42,829 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:42,829 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:42,829 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,829 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:21:42,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:42,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:42,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:21:42,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:42,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:42,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:21:42,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:42,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:42,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:21:42,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:42,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:42,836 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,836 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,836 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,837 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,837 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,837 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:42,838 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:21:42,840 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:42,840 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70607243, jitterRate=0.05212990939617157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:42,841 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677702829Initializing all the Stores at 1732677702830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677702830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677702830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677702830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677702830Cleaning up temporary data from old regions at 1732677702837 (+7 ms)Region opened successfully at 1732677702841 (+4 ms) 2024-11-27T03:21:42,841 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:21:42,843 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bee59db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:21:42,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:21:42,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:21:42,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:21:42,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:21:42,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:21:42,845 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:21:42,845 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:21:42,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:21:42,847 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Unable to get data of znode /11739949081/balancer because node does not exist (not necessarily an error) 2024-11-27T03:21:42,852 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11739949081/balancer already deleted, retry=false 2024-11-27T03:21:42,853 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:21:42,853 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Unable to get data of znode /11739949081/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:21:42,863 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11739949081/normalizer already deleted, retry=false 2024-11-27T03:21:42,863 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:21:42,864 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Unable to get data of znode /11739949081/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:21:42,873 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11739949081/switch/split already deleted, retry=false 2024-11-27T03:21:42,874 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Unable to get data of znode /11739949081/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:21:42,884 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11739949081/switch/merge already deleted, retry=false 2024-11-27T03:21:42,886 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Unable to get data of znode /11739949081/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:21:42,895 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11739949081/snapshot-cleanup already deleted, retry=false 2024-11-27T03:21:42,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11739949081/running 2024-11-27T03:21:42,905 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11739949081/running 2024-11-27T03:21:42,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:42,905 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:42,906 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,41057,1732677700834, sessionid=0x1017a4f6ab40003, setting cluster-up flag (Was=false) 2024-11-27T03:21:42,926 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:42,958 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11739949081/flush-table-proc/acquired, /11739949081/flush-table-proc/reached, /11739949081/flush-table-proc/abort 2024-11-27T03:21:42,959 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,41057,1732677700834 2024-11-27T03:21:42,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:42,979 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:43,031 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11739949081/online-snapshot/acquired, /11739949081/online-snapshot/reached, /11739949081/online-snapshot/abort 2024-11-27T03:21:43,033 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,41057,1732677700834 2024-11-27T03:21:43,034 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:21:43,035 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:43,035 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:21:43,035 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:21:43,035 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,41057,1732677700834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:21:43,036 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:43,036 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:43,036 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:43,036 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:21:43,036 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:21:43,036 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,036 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:21:43,036 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,037 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677733037 2024-11-27T03:21:43,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:43,037 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:21:43,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:21:43,038 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:21:43,049 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:21:43,049 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:21:43,049 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:21:43,049 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:21:43,049 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,050 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:21:43,050 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:21:43,050 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:21:43,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:43,050 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:21:43,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:21:43,050 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:21:43,050 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:21:43,052 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677703050,5,FailOnTimeoutGroup] 2024-11-27T03:21:43,056 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677703052,5,FailOnTimeoutGroup] 2024-11-27T03:21:43,056 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,056 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:21:43,056 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,056 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:21:43,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:21:43,061 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302 2024-11-27T03:21:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741832_1008 (size=32) 2024-11-27T03:21:43,075 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(746): ClusterId : c86d507f-3aeb-4401-af2a-f060d92d224a 2024-11-27T03:21:43,075 DEBUG [RS:0;66d3634da959:38545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:21:43,085 DEBUG [RS:0;66d3634da959:38545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:21:43,085 DEBUG [RS:0;66d3634da959:38545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:21:43,095 DEBUG [RS:0;66d3634da959:38545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:21:43,095 DEBUG [RS:0;66d3634da959:38545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efc54ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:21:43,107 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:38545 2024-11-27T03:21:43,107 INFO [RS:0;66d3634da959:38545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:21:43,107 INFO [RS:0;66d3634da959:38545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:21:43,107 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:21:43,108 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,41057,1732677700834 with port=38545, startcode=1732677701034 2024-11-27T03:21:43,108 DEBUG [RS:0;66d3634da959:38545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:21:43,109 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:21:43,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41057 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,38545,1732677701034 2024-11-27T03:21:43,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41057 {}] master.ServerManager(517): Registering regionserver=66d3634da959,38545,1732677701034 2024-11-27T03:21:43,111 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302 2024-11-27T03:21:43,111 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44465 2024-11-27T03:21:43,111 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:21:43,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081/rs 2024-11-27T03:21:43,152 DEBUG [RS:0;66d3634da959:38545 {}] zookeeper.ZKUtil(111): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Set watcher on existing znode=/11739949081/rs/66d3634da959,38545,1732677701034 2024-11-27T03:21:43,152 WARN [RS:0;66d3634da959:38545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:21:43,152 INFO [RS:0;66d3634da959:38545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:43,152 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034 2024-11-27T03:21:43,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,38545,1732677701034] 2024-11-27T03:21:43,155 INFO [RS:0;66d3634da959:38545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:21:43,156 INFO [RS:0;66d3634da959:38545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:21:43,157 INFO [RS:0;66d3634da959:38545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:21:43,157 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,157 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:21:43,158 INFO [RS:0;66d3634da959:38545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:21:43,158 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:21:43,158 DEBUG [RS:0;66d3634da959:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:21:43,159 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,159 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,159 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,159 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,159 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,159 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38545,1732677701034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:21:43,172 INFO [RS:0;66d3634da959:38545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:21:43,172 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38545,1732677701034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,172 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,172 INFO [RS:0;66d3634da959:38545 {}] regionserver.Replication(171): 66d3634da959,38545,1732677701034 started 2024-11-27T03:21:43,188 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,188 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,38545,1732677701034, RpcServer on 66d3634da959/172.17.0.3:38545, sessionid=0x1017a4f6ab40004 2024-11-27T03:21:43,188 DEBUG [RS:0;66d3634da959:38545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:21:43,188 DEBUG [RS:0;66d3634da959:38545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,38545,1732677701034 2024-11-27T03:21:43,188 DEBUG [RS:0;66d3634da959:38545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,38545,1732677701034' 2024-11-27T03:21:43,188 DEBUG [RS:0;66d3634da959:38545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11739949081/flush-table-proc/abort' 2024-11-27T03:21:43,188 DEBUG [RS:0;66d3634da959:38545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11739949081/flush-table-proc/acquired' 2024-11-27T03:21:43,189 DEBUG [RS:0;66d3634da959:38545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:21:43,189 DEBUG [RS:0;66d3634da959:38545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:21:43,189 DEBUG [RS:0;66d3634da959:38545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,38545,1732677701034 2024-11-27T03:21:43,189 DEBUG [RS:0;66d3634da959:38545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,38545,1732677701034' 2024-11-27T03:21:43,189 DEBUG [RS:0;66d3634da959:38545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11739949081/online-snapshot/abort' 2024-11-27T03:21:43,189 DEBUG [RS:0;66d3634da959:38545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11739949081/online-snapshot/acquired' 2024-11-27T03:21:43,190 DEBUG [RS:0;66d3634da959:38545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:21:43,190 INFO [RS:0;66d3634da959:38545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:21:43,190 INFO [RS:0;66d3634da959:38545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:21:43,290 INFO [RS:0;66d3634da959:38545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:21:43,291 INFO [RS:0;66d3634da959:38545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C38545%2C1732677701034, suffix=, logDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034, archiveDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/oldWALs, maxLogs=10 2024-11-27T03:21:43,317 DEBUG [RS:0;66d3634da959:38545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292, exclude list is [], retry=0 2024-11-27T03:21:43,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39493,DS-45d51c08-6aa7-44e4-9c5d-7101f4b98bb8,DISK] 2024-11-27T03:21:43,320 INFO [RS:0;66d3634da959:38545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 2024-11-27T03:21:43,320 DEBUG [RS:0;66d3634da959:38545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44319:44319)] 2024-11-27T03:21:43,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:43,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:21:43,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:21:43,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:43,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:43,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:21:43,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:21:43,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:43,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:43,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:21:43,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:21:43,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:43,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:43,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:21:43,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:21:43,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:43,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:43,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:21:43,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740 2024-11-27T03:21:43,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740 2024-11-27T03:21:43,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:21:43,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:21:43,477 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:43,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:21:43,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:43,480 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60097541, jitterRate=-0.10447685420513153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:43,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677703467Initializing all the Stores at 1732677703467Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677703467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677703467Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677703467Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677703467Cleaning up temporary data from old regions at 1732677703477 (+10 ms)Region opened successfully at 1732677703480 (+3 ms) 2024-11-27T03:21:43,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:21:43,480 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:21:43,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:21:43,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:21:43,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:21:43,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:21:43,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677703480Disabling compacts and flushes for region at 1732677703480Disabling writes for close at 1732677703480Writing region close event to WAL at 1732677703480Closed at 1732677703480 2024-11-27T03:21:43,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:43,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:21:43,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:21:43,482 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:21:43,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:21:43,633 DEBUG [66d3634da959:41057 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:21:43,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,38545,1732677701034 2024-11-27T03:21:43,634 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,38545,1732677701034, state=OPENING 2024-11-27T03:21:43,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:21:43,726 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:43,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:43,727 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:21:43,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11739949081/meta-region-server: CHANGED 2024-11-27T03:21:43,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11739949081/meta-region-server: CHANGED 2024-11-27T03:21:43,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,38545,1732677701034}] 2024-11-27T03:21:43,879 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:21:43,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:21:43,883 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:21:43,883 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:43,883 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:21:43,885 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C38545%2C1732677701034.meta, suffix=.meta, logDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034, archiveDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/oldWALs, maxLogs=10 2024-11-27T03:21:43,904 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.meta.1732677703885.meta, exclude list is [], retry=0 2024-11-27T03:21:43,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39493,DS-45d51c08-6aa7-44e4-9c5d-7101f4b98bb8,DISK] 2024-11-27T03:21:43,907 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.meta.1732677703885.meta 2024-11-27T03:21:43,908 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44319:44319)] 2024-11-27T03:21:43,908 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:43,908 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:43,908 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:21:43,908 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:21:43,908 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:21:43,908 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:21:43,908 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:43,909 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:21:43,909 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:21:43,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:21:43,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:21:43,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:43,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:43,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:21:43,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:21:43,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:43,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:43,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:21:43,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:21:43,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:43,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:43,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:21:43,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:21:43,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:43,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:21:43,914 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:21:43,914 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740 2024-11-27T03:21:43,915 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740 2024-11-27T03:21:43,916 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:21:43,916 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:21:43,916 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:21:43,917 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:21:43,917 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66394057, jitterRate=-0.010651454329490662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:21:43,917 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:21:43,917 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677703909Writing region info on filesystem at 1732677703909Initializing all the Stores at 1732677703909Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677703909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677703910 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677703910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677703910Cleaning up temporary data from old regions at 1732677703916 (+6 ms)Running coprocessor post-open hooks at 1732677703917 (+1 ms)Region opened successfully at 1732677703917 2024-11-27T03:21:43,918 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677703879 2024-11-27T03:21:43,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:21:43,920 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:21:43,920 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:21:43,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,38545,1732677701034 2024-11-27T03:21:43,921 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,38545,1732677701034, state=OPEN 2024-11-27T03:21:43,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11739949081/meta-region-server 2024-11-27T03:21:43,926 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11739949081/meta-region-server 2024-11-27T03:21:43,926 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,38545,1732677701034 2024-11-27T03:21:43,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11739949081/meta-region-server: CHANGED 2024-11-27T03:21:43,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11739949081/meta-region-server: CHANGED 2024-11-27T03:21:43,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:21:43,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,38545,1732677701034 in 199 msec 2024-11-27T03:21:43,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:21:43,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-27T03:21:43,931 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:21:43,931 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:21:43,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:43,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38545,1732677701034, seqNum=-1] 2024-11-27T03:21:43,932 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:43,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:43,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 902 msec 2024-11-27T03:21:43,937 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677703937, completionTime=-1 2024-11-27T03:21:43,937 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:21:43,937 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:21:43,939 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:21:43,939 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677763939 2024-11-27T03:21:43,939 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677823939 2024-11-27T03:21:43,939 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:21:43,940 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41057,1732677700834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,940 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41057,1732677700834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,940 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41057,1732677700834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,940 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:41057, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,940 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,940 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,942 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:21:43,944 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.828sec 2024-11-27T03:21:43,944 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:21:43,944 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:21:43,944 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:21:43,944 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:21:43,944 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:21:43,944 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41057,1732677700834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:21:43,944 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41057,1732677700834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:21:43,946 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:21:43,946 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:21:43,946 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41057,1732677700834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:21:43,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5f0534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:43,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41057,-1 for getting cluster id 2024-11-27T03:21:43,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:43,977 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c86d507f-3aeb-4401-af2a-f060d92d224a' 2024-11-27T03:21:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c86d507f-3aeb-4401-af2a-f060d92d224a" 2024-11-27T03:21:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c1c196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41057,-1] 2024-11-27T03:21:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:43,978 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:43,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262d051b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:43,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38545,1732677701034, seqNum=-1] 2024-11-27T03:21:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:43,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:43,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,41057,1732677700834 2024-11-27T03:21:43,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64748 2024-11-27T03:21:43,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:21:43,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a4f6ab40005 connected 2024-11-27T03:21:44,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39423,1732677695570 2024-11-27T03:21:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bdf0b5b 2024-11-27T03:21:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:44,004 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:44,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:21:44,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:21:44,007 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:44,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:21:44,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:21:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:44,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:21:44,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 633a679cb85ef1c25a282dbe18098ea0, NAME => 'test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa 2024-11-27T03:21:44,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:21:44,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:44,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 633a679cb85ef1c25a282dbe18098ea0, disabling compactions & flushes 2024-11-27T03:21:44,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:21:44,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:21:44,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. after waiting 0 ms 2024-11-27T03:21:44,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:21:44,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:21:44,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 633a679cb85ef1c25a282dbe18098ea0: Waiting for close lock at 1732677704023Disabling compacts and flushes for region at 1732677704023Disabling writes for close at 1732677704023Writing region close event to WAL at 1732677704023Closed at 1732677704023 2024-11-27T03:21:44,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:21:44,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677704024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677704024"}]},"ts":"1732677704024"} 2024-11-27T03:21:44,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:21:44,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:21:44,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677704027"}]},"ts":"1732677704027"} 2024-11-27T03:21:44,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:21:44,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=633a679cb85ef1c25a282dbe18098ea0, ASSIGN}] 2024-11-27T03:21:44,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=633a679cb85ef1c25a282dbe18098ea0, ASSIGN 2024-11-27T03:21:44,031 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=633a679cb85ef1c25a282dbe18098ea0, ASSIGN; state=OFFLINE, location=66d3634da959,45101,1732677696119; forceNewPlan=false, retain=false 2024-11-27T03:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:44,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=633a679cb85ef1c25a282dbe18098ea0, regionState=OPENING, regionLocation=66d3634da959,45101,1732677696119 2024-11-27T03:21:44,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=633a679cb85ef1c25a282dbe18098ea0, ASSIGN because future has completed 2024-11-27T03:21:44,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 633a679cb85ef1c25a282dbe18098ea0, server=66d3634da959,45101,1732677696119}] 2024-11-27T03:21:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:44,338 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:21:44,338 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 633a679cb85ef1c25a282dbe18098ea0, NAME => 'test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:44,338 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:44,338 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:21:44,338 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,338 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:44,338 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,339 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,340 INFO [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,340 INFO [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 633a679cb85ef1c25a282dbe18098ea0 columnFamilyName f 2024-11-27T03:21:44,341 DEBUG [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:44,341 INFO [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] regionserver.HStore(327): Store=633a679cb85ef1c25a282dbe18098ea0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:44,341 INFO [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,342 INFO [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 633a679cb85ef1c25a282dbe18098ea0 columnFamilyName f1 2024-11-27T03:21:44,342 DEBUG [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:44,343 INFO [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] regionserver.HStore(327): Store=633a679cb85ef1c25a282dbe18098ea0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:44,343 INFO [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,343 INFO [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 633a679cb85ef1c25a282dbe18098ea0 columnFamilyName norep 2024-11-27T03:21:44,343 DEBUG [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:44,344 INFO [StoreOpener-633a679cb85ef1c25a282dbe18098ea0-1 {}] regionserver.HStore(327): Store=633a679cb85ef1c25a282dbe18098ea0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:44,344 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,344 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,344 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,345 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,345 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,345 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:21:44,346 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,348 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:44,348 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 633a679cb85ef1c25a282dbe18098ea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65973878, jitterRate=-0.016912609338760376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:21:44,348 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:44,348 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 633a679cb85ef1c25a282dbe18098ea0: Running coprocessor pre-open hook at 1732677704339Writing region info on filesystem at 1732677704339Initializing all the Stores at 1732677704339Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677704339Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677704339Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677704339Cleaning up temporary data from old regions at 1732677704345 (+6 ms)Running coprocessor post-open hooks at 1732677704348 (+3 ms)Region opened successfully at 1732677704348 2024-11-27T03:21:44,349 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0., pid=6, masterSystemTime=1732677704335 2024-11-27T03:21:44,350 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:21:44,351 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:21:44,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=633a679cb85ef1c25a282dbe18098ea0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,45101,1732677696119 2024-11-27T03:21:44,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 633a679cb85ef1c25a282dbe18098ea0, server=66d3634da959,45101,1732677696119 because future has completed 2024-11-27T03:21:44,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:21:44,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 633a679cb85ef1c25a282dbe18098ea0, server=66d3634da959,45101,1732677696119 in 171 msec 2024-11-27T03:21:44,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:21:44,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=633a679cb85ef1c25a282dbe18098ea0, ASSIGN in 326 msec 2024-11-27T03:21:44,357 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:21:44,358 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677704357"}]},"ts":"1732677704357"} 2024-11-27T03:21:44,359 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:21:44,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:21:44,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 355 msec 2024-11-27T03:21:44,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:21:44,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:44,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:44,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:44,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:44,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:44,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:44,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:44,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:44,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:44,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:21:44,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:44,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:21:44,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:44,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:44,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T03:21:44,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:21:44,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T03:21:44,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:21:44,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T03:21:44,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:21:44,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:44,639 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:21:44,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41057,1732677700834 2024-11-27T03:21:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48e78142 2024-11-27T03:21:44,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:44,640 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:44,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:21:44,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:21:44,644 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:44,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:21:44,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:21:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:44,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:21:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:45,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c51307d3127460abeb3c3ef9689e130d, NAME => 'test,,1732677704641.c51307d3127460abeb3c3ef9689e130d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302 2024-11-27T03:21:45,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:21:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:45,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677704641.c51307d3127460abeb3c3ef9689e130d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:45,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c51307d3127460abeb3c3ef9689e130d, disabling compactions & flushes 2024-11-27T03:21:45,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:45,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:45,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. after waiting 0 ms 2024-11-27T03:21:45,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:45,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:45,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c51307d3127460abeb3c3ef9689e130d: Waiting for close lock at 1732677705459Disabling compacts and flushes for region at 1732677705459Disabling writes for close at 1732677705459Writing region close event to WAL at 1732677705459Closed at 1732677705459 2024-11-27T03:21:45,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:21:45,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677704641.c51307d3127460abeb3c3ef9689e130d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677705460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677705460"}]},"ts":"1732677705460"} 2024-11-27T03:21:45,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:21:45,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:21:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677705463"}]},"ts":"1732677705463"} 2024-11-27T03:21:45,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:21:45,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c51307d3127460abeb3c3ef9689e130d, ASSIGN}] 2024-11-27T03:21:45,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c51307d3127460abeb3c3ef9689e130d, ASSIGN 2024-11-27T03:21:45,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c51307d3127460abeb3c3ef9689e130d, ASSIGN; state=OFFLINE, location=66d3634da959,38545,1732677701034; forceNewPlan=false, retain=false 2024-11-27T03:21:45,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c51307d3127460abeb3c3ef9689e130d, regionState=OPENING, regionLocation=66d3634da959,38545,1732677701034 2024-11-27T03:21:45,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c51307d3127460abeb3c3ef9689e130d, ASSIGN because future has completed 2024-11-27T03:21:45,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c51307d3127460abeb3c3ef9689e130d, server=66d3634da959,38545,1732677701034}] 2024-11-27T03:21:45,775 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:45,775 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c51307d3127460abeb3c3ef9689e130d, NAME => 'test,,1732677704641.c51307d3127460abeb3c3ef9689e130d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:45,775 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:45,776 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:21:45,776 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,776 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677704641.c51307d3127460abeb3c3ef9689e130d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:45,776 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,776 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,777 INFO [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,778 INFO [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c51307d3127460abeb3c3ef9689e130d columnFamilyName f 2024-11-27T03:21:45,778 DEBUG [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:45,778 INFO [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] regionserver.HStore(327): Store=c51307d3127460abeb3c3ef9689e130d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:45,778 INFO [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:45,779 INFO [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c51307d3127460abeb3c3ef9689e130d columnFamilyName f1 2024-11-27T03:21:45,779 DEBUG [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:45,780 INFO [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] regionserver.HStore(327): Store=c51307d3127460abeb3c3ef9689e130d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:45,780 INFO [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,780 INFO [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c51307d3127460abeb3c3ef9689e130d columnFamilyName norep 2024-11-27T03:21:45,780 DEBUG [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:45,781 INFO [StoreOpener-c51307d3127460abeb3c3ef9689e130d-1 {}] regionserver.HStore(327): Store=c51307d3127460abeb3c3ef9689e130d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:45,781 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,781 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,781 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,782 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,782 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,783 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:21:45,783 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,785 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:45,786 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c51307d3127460abeb3c3ef9689e130d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137550, jitterRate=-0.044276028871536255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:21:45,786 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:45,786 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c51307d3127460abeb3c3ef9689e130d: Running coprocessor pre-open hook at 1732677705776Writing region info on filesystem at 1732677705776Initializing all the Stores at 1732677705777 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677705777Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677705777Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677705777Cleaning up temporary data from old regions at 1732677705782 (+5 ms)Running coprocessor post-open hooks at 1732677705786 (+4 ms)Region opened successfully at 1732677705786 2024-11-27T03:21:45,787 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677704641.c51307d3127460abeb3c3ef9689e130d., pid=6, masterSystemTime=1732677705772 2024-11-27T03:21:45,789 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:45,789 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:45,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c51307d3127460abeb3c3ef9689e130d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,38545,1732677701034 2024-11-27T03:21:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c51307d3127460abeb3c3ef9689e130d, server=66d3634da959,38545,1732677701034 because future has completed 2024-11-27T03:21:45,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:21:45,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c51307d3127460abeb3c3ef9689e130d, server=66d3634da959,38545,1732677701034 in 172 msec 2024-11-27T03:21:45,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:21:45,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c51307d3127460abeb3c3ef9689e130d, ASSIGN in 330 msec 2024-11-27T03:21:45,796 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:21:45,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677705796"}]},"ts":"1732677705796"} 2024-11-27T03:21:45,798 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:21:45,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:21:45,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-27T03:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:21:46,789 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:21:46,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd46eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39423,-1 for getting cluster id 2024-11-27T03:21:46,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:46,790 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561' 2024-11-27T03:21:46,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:46,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561" 2024-11-27T03:21:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af24c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39423,-1] 2024-11-27T03:21:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:46,791 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144d1f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ccc26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41057,-1 for getting cluster id 2024-11-27T03:21:46,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:46,793 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c86d507f-3aeb-4401-af2a-f060d92d224a' 2024-11-27T03:21:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c86d507f-3aeb-4401-af2a-f060d92d224a" 2024-11-27T03:21:46,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596cb803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41057,-1] 2024-11-27T03:21:46,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:46,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:46,794 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:46,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1202b92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8eae4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39423,-1 for getting cluster id 2024-11-27T03:21:46,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:46,796 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561' 2024-11-27T03:21:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561" 2024-11-27T03:21:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2e0842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39423,-1] 2024-11-27T03:21:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:46,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:46,798 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cee8a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39423,1732677695570 2024-11-27T03:21:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@388e312d 2024-11-27T03:21:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:46,800 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:46,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:41057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:46,803 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41057' 2024-11-27T03:21:46,804 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f810c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,804 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41057,-1 for getting cluster id 2024-11-27T03:21:46,804 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:46,804 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c86d507f-3aeb-4401-af2a-f060d92d224a' 2024-11-27T03:21:46,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:46,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c86d507f-3aeb-4401-af2a-f060d92d224a" 2024-11-27T03:21:46,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a1a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41057,-1] 2024-11-27T03:21:46,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:46,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:46,805 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:46,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef2332c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:46,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41057,1732677700834 2024-11-27T03:21:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e5c619c 2024-11-27T03:21:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:46,807 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:46,808 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:21:46,808 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:21:46,808 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:46,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:46,808 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:46,808 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:46,809 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:21:46,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:21:46,810 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:21:46,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:21:46,859 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:21:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:47,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c92a4f9040fbfc7caddc636bc7f7a35, NAME => 'hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa 2024-11-27T03:21:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:21:47,288 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:47,288 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:47,289 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18249 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:47,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:47,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8c92a4f9040fbfc7caddc636bc7f7a35, disabling compactions & flushes 2024-11-27T03:21:47,623 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:21:47,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:21:47,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. after waiting 0 ms 2024-11-27T03:21:47,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:21:47,623 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:21:47,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c92a4f9040fbfc7caddc636bc7f7a35: Waiting for close lock at 1732677707623Disabling compacts and flushes for region at 1732677707623Disabling writes for close at 1732677707623Writing region close event to WAL at 1732677707623Closed at 1732677707623 2024-11-27T03:21:47,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:21:47,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677707624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677707624"}]},"ts":"1732677707624"} 2024-11-27T03:21:47,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:21:47,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:21:47,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677707627"}]},"ts":"1732677707627"} 2024-11-27T03:21:47,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:21:47,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c92a4f9040fbfc7caddc636bc7f7a35, ASSIGN}] 2024-11-27T03:21:47,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c92a4f9040fbfc7caddc636bc7f7a35, ASSIGN 2024-11-27T03:21:47,630 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c92a4f9040fbfc7caddc636bc7f7a35, ASSIGN; state=OFFLINE, location=66d3634da959,45101,1732677696119; forceNewPlan=false, retain=false 2024-11-27T03:21:47,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c92a4f9040fbfc7caddc636bc7f7a35, regionState=OPENING, regionLocation=66d3634da959,45101,1732677696119 2024-11-27T03:21:47,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c92a4f9040fbfc7caddc636bc7f7a35, ASSIGN because future has completed 2024-11-27T03:21:47,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c92a4f9040fbfc7caddc636bc7f7a35, server=66d3634da959,45101,1732677696119}] 2024-11-27T03:21:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:47,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:21:47,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:47,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:21:47,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C45101%2C1732677696119.rep, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/oldWALs, maxLogs=10 2024-11-27T03:21:47,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.rep.1732677707947, exclude list is [], retry=0 2024-11-27T03:21:47,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34483,DS-7bae85eb-bc92-451c-93a0-fa810af4594a,DISK] 2024-11-27T03:21:47,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.rep.1732677707947 2024-11-27T03:21:47,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-27T03:21:47,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c92a4f9040fbfc7caddc636bc7f7a35, NAME => 'hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:47,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:21:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. service=MultiRowMutationService 2024-11-27T03:21:47,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:21:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,970 INFO [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,971 INFO [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c92a4f9040fbfc7caddc636bc7f7a35 columnFamilyName hfileref 2024-11-27T03:21:47,971 DEBUG [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:47,971 INFO [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] regionserver.HStore(327): Store=8c92a4f9040fbfc7caddc636bc7f7a35/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:47,971 INFO [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,972 INFO [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c92a4f9040fbfc7caddc636bc7f7a35 columnFamilyName queue 2024-11-27T03:21:47,972 DEBUG [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:47,972 INFO [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] regionserver.HStore(327): Store=8c92a4f9040fbfc7caddc636bc7f7a35/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:47,973 INFO [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,974 INFO [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c92a4f9040fbfc7caddc636bc7f7a35 columnFamilyName sid 2024-11-27T03:21:47,974 DEBUG [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:47,974 INFO [StoreOpener-8c92a4f9040fbfc7caddc636bc7f7a35-1 {}] regionserver.HStore(327): Store=8c92a4f9040fbfc7caddc636bc7f7a35/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:47,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/replication/8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/replication/8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:21:47,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/replication/8c92a4f9040fbfc7caddc636bc7f7a35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:47,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8c92a4f9040fbfc7caddc636bc7f7a35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66056649, jitterRate=-0.01567922532558441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:21:47,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:47,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8c92a4f9040fbfc7caddc636bc7f7a35: Running coprocessor pre-open hook at 1732677707969Writing region info on filesystem at 1732677707969Initializing all the Stores at 1732677707970 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677707970Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677707970Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677707970Cleaning up temporary data from old regions at 1732677707975 (+5 ms)Running coprocessor post-open hooks at 1732677707978 (+3 ms)Region opened successfully at 1732677707978 2024-11-27T03:21:47,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35., pid=10, masterSystemTime=1732677707934 2024-11-27T03:21:47,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:21:47,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:21:47,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c92a4f9040fbfc7caddc636bc7f7a35, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,45101,1732677696119 2024-11-27T03:21:47,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c92a4f9040fbfc7caddc636bc7f7a35, server=66d3634da959,45101,1732677696119 because future has completed 2024-11-27T03:21:47,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:21:47,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c92a4f9040fbfc7caddc636bc7f7a35, server=66d3634da959,45101,1732677696119 in 202 msec 2024-11-27T03:21:47,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:21:47,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c92a4f9040fbfc7caddc636bc7f7a35, ASSIGN in 357 msec 2024-11-27T03:21:47,987 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:21:47,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677707987"}]},"ts":"1732677707987"} 2024-11-27T03:21:47,989 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:21:47,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:21:47,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-27T03:21:48,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35., hostname=66d3634da959,45101,1732677696119, seqNum=2] 2024-11-27T03:21:48,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:48,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:48,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:21:48,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:21:48,300 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:21:48,329 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,45101,1732677696119, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:21:48,329 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:48,330 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,45101,1732677696119, seqNum=-1] 2024-11-27T03:21:48,330 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:48,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T03:21:48,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,45101,1732677696119', locateType=CURRENT is [region=hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35., hostname=66d3634da959,45101,1732677696119, seqNum=2] 2024-11-27T03:21:48,334 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:21:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:21:48,336 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,45101,1732677696119 suceeded 2024-11-27T03:21:48,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:21:48,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-27T03:21:48,337 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:41057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:21:48,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-11-27T03:21:48,348 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41057' 2024-11-27T03:21:48,349 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d62703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:48,349 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41057,-1 for getting cluster id 2024-11-27T03:21:48,349 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:48,350 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c86d507f-3aeb-4401-af2a-f060d92d224a' 2024-11-27T03:21:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c86d507f-3aeb-4401-af2a-f060d92d224a" 2024-11-27T03:21:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e490523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41057,-1] 2024-11-27T03:21:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:48,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:48,351 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:48,352 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ea22a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:48,352 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:48,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41057,1732677700834 2024-11-27T03:21:48,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a75aeeb 2024-11-27T03:21:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:48,353 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-27T03:21:48,353 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,45101,1732677696119 (queues=1) is replicating from cluster=1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561 to cluster=c86d507f-3aeb-4401-af2a-f060d92d224a 2024-11-27T03:21:48,354 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C45101%2C1732677696119 2024-11-27T03:21:48,354 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,45101,1732677696119, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:21:48,354 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C45101%2C1732677696119 2024-11-27T03:21:48,354 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071, startPosition=0, beingWritten=true 2024-11-27T03:21:48,358 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:48,358 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 379, reset compression=false 2024-11-27T03:21:48,358 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,45101,1732677696119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:21:48,562 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 379, reset compression=false 2024-11-27T03:21:48,865 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 379, reset compression=false 2024-11-27T03:21:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:48,948 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:21:48,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:48,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:48,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:48,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:48,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:48,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32420f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:48,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41057,-1 for getting cluster id 2024-11-27T03:21:48,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:48,950 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c86d507f-3aeb-4401-af2a-f060d92d224a' 2024-11-27T03:21:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c86d507f-3aeb-4401-af2a-f060d92d224a" 2024-11-27T03:21:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c059aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41057,-1] 2024-11-27T03:21:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:48,951 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0142b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:48,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41057,1732677700834 2024-11-27T03:21:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4498ccf4 2024-11-27T03:21:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:48,953 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:48,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:39423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:21:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:21:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:48,956 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:39423' 2024-11-27T03:21:48,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629cf41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:48,957 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39423,-1 for getting cluster id 2024-11-27T03:21:48,957 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:48,957 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561' 2024-11-27T03:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561" 2024-11-27T03:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f615650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39423,-1] 2024-11-27T03:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:48,959 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:48,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67373668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:48,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:48,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39423,1732677695570 2024-11-27T03:21:48,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75e38d47 2024-11-27T03:21:48,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:48,961 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:48,961 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:21:48,961 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:21:48,961 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:48,961 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:48,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:48,962 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:48,963 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:21:48,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:21:48,964 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:48,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:21:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:21:49,013 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:21:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:49,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T03:21:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:49,269 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 379, reset compression=false 2024-11-27T03:21:49,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95f0fa3b687be57feb437ed05d7960bd, NAME => 'hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302 2024-11-27T03:21:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:21:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:49,773 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 379, reset compression=false 2024-11-27T03:21:49,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:49,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 95f0fa3b687be57feb437ed05d7960bd, disabling compactions & flushes 2024-11-27T03:21:49,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:49,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:49,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. after waiting 0 ms 2024-11-27T03:21:49,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:49,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:49,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95f0fa3b687be57feb437ed05d7960bd: Waiting for close lock at 1732677709778Disabling compacts and flushes for region at 1732677709778Disabling writes for close at 1732677709778Writing region close event to WAL at 1732677709778Closed at 1732677709778 2024-11-27T03:21:49,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:21:49,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677709779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677709779"}]},"ts":"1732677709779"} 2024-11-27T03:21:49,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:21:49,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:21:49,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677709781"}]},"ts":"1732677709781"} 2024-11-27T03:21:49,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:21:49,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95f0fa3b687be57feb437ed05d7960bd, ASSIGN}] 2024-11-27T03:21:49,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95f0fa3b687be57feb437ed05d7960bd, ASSIGN 2024-11-27T03:21:49,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95f0fa3b687be57feb437ed05d7960bd, ASSIGN; state=OFFLINE, location=66d3634da959,38545,1732677701034; forceNewPlan=false, retain=false 2024-11-27T03:21:49,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:21:49,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:49,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:49,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:49,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:49,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:49,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:49,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:49,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:49,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:49,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T03:21:49,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95f0fa3b687be57feb437ed05d7960bd, regionState=OPENING, regionLocation=66d3634da959,38545,1732677701034 2024-11-27T03:21:49,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95f0fa3b687be57feb437ed05d7960bd, ASSIGN because future has completed 2024-11-27T03:21:49,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95f0fa3b687be57feb437ed05d7960bd, server=66d3634da959,38545,1732677701034}] 2024-11-27T03:21:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:50,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:50,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:21:50,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:21:50,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C38545%2C1732677701034.rep, suffix=, logDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034, archiveDir=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/oldWALs, maxLogs=10 2024-11-27T03:21:50,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.rep.1732677710095, exclude list is [], retry=0 2024-11-27T03:21:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39493,DS-45d51c08-6aa7-44e4-9c5d-7101f4b98bb8,DISK] 2024-11-27T03:21:50,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.rep.1732677710095 2024-11-27T03:21:50,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44319:44319)] 2024-11-27T03:21:50,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 95f0fa3b687be57feb437ed05d7960bd, NAME => 'hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:50,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:21:50,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:21:50,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. service=MultiRowMutationService 2024-11-27T03:21:50,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:21:50,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:50,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,112 INFO [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,113 INFO [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95f0fa3b687be57feb437ed05d7960bd columnFamilyName hfileref 2024-11-27T03:21:50,113 DEBUG [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:50,113 INFO [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] regionserver.HStore(327): Store=95f0fa3b687be57feb437ed05d7960bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:50,113 INFO [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,114 INFO [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95f0fa3b687be57feb437ed05d7960bd columnFamilyName queue 2024-11-27T03:21:50,114 DEBUG [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:50,114 INFO [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] regionserver.HStore(327): Store=95f0fa3b687be57feb437ed05d7960bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:50,114 INFO [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,115 INFO [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95f0fa3b687be57feb437ed05d7960bd columnFamilyName sid 2024-11-27T03:21:50,115 DEBUG [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:50,115 INFO [StoreOpener-95f0fa3b687be57feb437ed05d7960bd-1 {}] regionserver.HStore(327): Store=95f0fa3b687be57feb437ed05d7960bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:50,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/replication/95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/replication/95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:21:50,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/replication/95f0fa3b687be57feb437ed05d7960bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:50,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 95f0fa3b687be57feb437ed05d7960bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68675447, jitterRate=0.023343905806541443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:21:50,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:50,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 95f0fa3b687be57feb437ed05d7960bd: Running coprocessor pre-open hook at 1732677710111Writing region info on filesystem at 1732677710111Initializing all the Stores at 1732677710111Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677710111Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677710111Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677710111Cleaning up temporary data from old regions at 1732677710117 (+6 ms)Running coprocessor post-open hooks at 1732677710120 (+3 ms)Region opened successfully at 1732677710120 2024-11-27T03:21:50,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd., pid=10, masterSystemTime=1732677710090 2024-11-27T03:21:50,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:50,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:50,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95f0fa3b687be57feb437ed05d7960bd, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,38545,1732677701034 2024-11-27T03:21:50,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95f0fa3b687be57feb437ed05d7960bd, server=66d3634da959,38545,1732677701034 because future has completed 2024-11-27T03:21:50,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:21:50,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 95f0fa3b687be57feb437ed05d7960bd, server=66d3634da959,38545,1732677701034 in 187 msec 2024-11-27T03:21:50,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:21:50,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95f0fa3b687be57feb437ed05d7960bd, ASSIGN in 344 msec 2024-11-27T03:21:50,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:21:50,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677710129"}]},"ts":"1732677710129"} 2024-11-27T03:21:50,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:21:50,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:21:50,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-27T03:21:50,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd., hostname=66d3634da959,38545,1732677701034, seqNum=2] 2024-11-27T03:21:50,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:50,189 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:50,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:21:50,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:21:50,363 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:21:50,377 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 379, reset compression=false 2024-11-27T03:21:50,389 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,38545,1732677701034, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:21:50,389 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:50,389 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38545,1732677701034, seqNum=-1] 2024-11-27T03:21:50,389 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:50,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T03:21:50,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,38545,1732677701034', locateType=CURRENT is [region=hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd., hostname=66d3634da959,38545,1732677701034, seqNum=2] 2024-11-27T03:21:50,393 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:21:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:21:50,395 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,38545,1732677701034 suceeded 2024-11-27T03:21:50,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:21:50,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-27T03:21:50,397 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:39423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:21:50,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4440 sec 2024-11-27T03:21:50,407 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:39423' 2024-11-27T03:21:50,407 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@450bc4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:50,408 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39423,-1 for getting cluster id 2024-11-27T03:21:50,408 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:50,408 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561' 2024-11-27T03:21:50,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:50,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561" 2024-11-27T03:21:50,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fe8acdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:50,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39423,-1] 2024-11-27T03:21:50,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:50,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:50,410 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:50,410 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74ac0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:50,410 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:50,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39423,1732677695570 2024-11-27T03:21:50,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ca9364a 2024-11-27T03:21:50,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:50,412 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-27T03:21:50,413 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,38545,1732677701034 (queues=1) is replicating from cluster=c86d507f-3aeb-4401-af2a-f060d92d224a to cluster=1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561 2024-11-27T03:21:50,413 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C38545%2C1732677701034 2024-11-27T03:21:50,413 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,38545,1732677701034, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:21:50,413 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C38545%2C1732677701034 2024-11-27T03:21:50,413 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292, startPosition=0, beingWritten=true 2024-11-27T03:21:50,418 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:50,418 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 379, reset compression=false 2024-11-27T03:21:50,418 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38545,1732677701034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:21:50,621 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 379, reset compression=false 2024-11-27T03:21:50,925 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 379, reset compression=false 2024-11-27T03:21:51,080 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 379, reset compression=false 2024-11-27T03:21:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:21:51,098 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:21:51,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:51,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:51,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:51,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:51,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:51,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:51,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,45101,1732677696119, seqNum=-1] 2024-11-27T03:21:51,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:51,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0., hostname=66d3634da959,45101,1732677696119, seqNum=2] 2024-11-27T03:21:51,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:51,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38545,1732677701034, seqNum=-1] 2024-11-27T03:21:51,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:51,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:51,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677704641.c51307d3127460abeb3c3ef9689e130d., hostname=66d3634da959,38545,1732677701034, seqNum=2] 2024-11-27T03:21:51,110 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T03:21:51,328 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 379, reset compression=false 2024-11-27T03:21:51,832 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 379, reset compression=false 2024-11-27T03:21:51,884 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 379, reset compression=false 2024-11-27T03:21:51,889 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:21:51,889 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 480, reset compression=false 2024-11-27T03:21:51,889 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,45101,1732677696119 got entry batch from reader: WALEntryBatch [walEntries=[{test/633a679cb85ef1c25a282dbe18098ea0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T03:21:51,891 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:21:51,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-27T03:21:51,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:21:51,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10c86d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:51,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41057,-1 for getting cluster id 2024-11-27T03:21:51,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:51,895 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c86d507f-3aeb-4401-af2a-f060d92d224a' 2024-11-27T03:21:51,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:51,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c86d507f-3aeb-4401-af2a-f060d92d224a" 2024-11-27T03:21:51,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bc3e4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:51,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41057,-1] 2024-11-27T03:21:51,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:51,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:51,896 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:51,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46890a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:51,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:51,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,38545,1732677701034, seqNum=-1] 2024-11-27T03:21:51,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:51,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T03:21:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677704641.c51307d3127460abeb3c3ef9689e130d., hostname=66d3634da959,38545,1732677701034, seqNum=2] 2024-11-27T03:21:51,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:21:52,093 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 480, reset compression=false 2024-11-27T03:21:52,113 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T03:21:52,115 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T03:21:52,396 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 480, reset compression=false 2024-11-27T03:21:52,435 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 379, reset compression=false 2024-11-27T03:21:52,440 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:21:52,440 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 607, reset compression=false 2024-11-27T03:21:52,440 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38545,1732677701034 got entry batch from reader: WALEntryBatch [walEntries=[{test/c51307d3127460abeb3c3ef9689e130d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T03:21:52,442 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:21:52,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-27T03:21:52,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:21:52,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f219b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:52,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39423,-1 for getting cluster id 2024-11-27T03:21:52,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:21:52,444 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561' 2024-11-27T03:21:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:21:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef5f353-3b4c-4d8d-a8f9-76e5a47a3561" 2024-11-27T03:21:52,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1995794a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:52,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39423,-1] 2024-11-27T03:21:52,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:21:52,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:52,445 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:21:52,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c2483c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:52,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:21:52,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,45101,1732677696119, seqNum=-1] 2024-11-27T03:21:52,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:52,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T03:21:52,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0., hostname=66d3634da959,45101,1732677696119, seqNum=2] 2024-11-27T03:21:52,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:21:52,644 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 607, reset compression=false 2024-11-27T03:21:52,799 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 480, reset compression=false 2024-11-27T03:21:52,803 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:52,803 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 608, reset compression=false 2024-11-27T03:21:52,803 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,45101,1732677696119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:21:52,948 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 607, reset compression=false 2024-11-27T03:21:53,007 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 608, reset compression=false 2024-11-27T03:21:53,117 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T03:21:53,123 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T03:21:53,310 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 608, reset compression=false 2024-11-27T03:21:53,314 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:21:53,314 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 764, reset compression=false 2024-11-27T03:21:53,314 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,45101,1732677696119 got entry batch from reader: WALEntryBatch [walEntries=[{test/633a679cb85ef1c25a282dbe18098ea0/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T03:21:53,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:21:53,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:21:53,352 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 607, reset compression=false 2024-11-27T03:21:53,356 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:53,356 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 754, reset compression=false 2024-11-27T03:21:53,356 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38545,1732677701034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:21:53,518 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 764, reset compression=false 2024-11-27T03:21:53,561 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 754, reset compression=false 2024-11-27T03:21:53,822 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 764, reset compression=false 2024-11-27T03:21:53,865 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 754, reset compression=false 2024-11-27T03:21:54,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T03:21:54,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:54,125 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T03:21:54,128 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T03:21:54,225 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 764, reset compression=false 2024-11-27T03:21:54,268 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 754, reset compression=false 2024-11-27T03:21:54,272 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:21:54,272 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 913, reset compression=false 2024-11-27T03:21:54,272 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38545,1732677701034 got entry batch from reader: WALEntryBatch [walEntries=[{test/c51307d3127460abeb3c3ef9689e130d/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T03:21:54,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:21:54,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:21:54,475 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 913, reset compression=false 2024-11-27T03:21:54,728 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 764, reset compression=false 2024-11-27T03:21:54,732 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:54,732 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 914, reset compression=false 2024-11-27T03:21:54,732 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,45101,1732677696119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:21:54,779 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 913, reset compression=false 2024-11-27T03:21:54,936 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 914, reset compression=false 2024-11-27T03:21:55,130 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T03:21:55,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:21:55,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:55,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:55,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:55,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:55,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:55,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:21:55,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=639353036, stopped=false 2024-11-27T03:21:55,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,41057,1732677700834 2024-11-27T03:21:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11739949081/running 2024-11-27T03:21:55,178 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11739949081/running 2024-11-27T03:21:55,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:55,178 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:55,178 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:21:55,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:55,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:55,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:55,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Set watcher on znode that does not yet exist, /11739949081/running 2024-11-27T03:21:55,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,38545,1732677701034' ***** 2024-11-27T03:21:55,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:21:55,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Set watcher on znode that does not yet exist, /11739949081/running 2024-11-27T03:21:55,179 INFO [RS:0;66d3634da959:38545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:21:55,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(3091): Received CLOSE for c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(3091): Received CLOSE for 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,38545,1732677701034 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:38545. 2024-11-27T03:21:55,180 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c51307d3127460abeb3c3ef9689e130d, disabling compactions & flushes 2024-11-27T03:21:55,180 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:55,180 DEBUG [RS:0;66d3634da959:38545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:55,180 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:55,180 DEBUG [RS:0;66d3634da959:38545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:55,180 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. after waiting 0 ms 2024-11-27T03:21:55,180 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:21:55,180 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c51307d3127460abeb3c3ef9689e130d 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:21:55,180 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:21:55,181 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1325): Online Regions={c51307d3127460abeb3c3ef9689e130d=test,,1732677704641.c51307d3127460abeb3c3ef9689e130d., 95f0fa3b687be57feb437ed05d7960bd=hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:21:55,181 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95f0fa3b687be57feb437ed05d7960bd, c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:55,181 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:21:55,181 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:21:55,181 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:21:55,181 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:21:55,181 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:21:55,181 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:21:55,183 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 913, reset compression=false 2024-11-27T03:21:55,186 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:55,186 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 1160, reset compression=false 2024-11-27T03:21:55,186 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,38545,1732677701034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:21:55,187 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,38545,1732677701034: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-66d3634da959,38545,1732677701034, walGroup=66d3634da959%2C38545%2C1732677701034, offset=66d3634da959%2C38545%2C1732677701034.1732677703292:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:38545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:21:55,188 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:21:55,189 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:21:55,189 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:21:55,189 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:21:55,189 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:21:55,189 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 872556432 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 190167160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:21:55,189 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:41057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:41057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T03:21:55,196 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/.tmp/f/00caf8f1139b41c8927ba3da6dc7ab07 is 29, key is row1/f:/1732677714126/DeleteFamily/seqid=0 2024-11-27T03:21:55,197 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/info/df97f07c49e04880a7e1f14680280d5f is 147, key is hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd./info:regioninfo/1732677710122/Put/seqid=0 2024-11-27T03:21:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741841_1017 (size=7686) 2024-11-27T03:21:55,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741840_1016 (size=5118) 2024-11-27T03:21:55,239 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 914, reset compression=false 2024-11-27T03:21:55,250 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:21:55,250 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:21:55,268 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:21:55,381 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95f0fa3b687be57feb437ed05d7960bd, c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:55,393 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 1160, reset compression=false 2024-11-27T03:21:55,581 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95f0fa3b687be57feb437ed05d7960bd, c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:55,602 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/info/df97f07c49e04880a7e1f14680280d5f 2024-11-27T03:21:55,602 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/.tmp/f/00caf8f1139b41c8927ba3da6dc7ab07 2024-11-27T03:21:55,606 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00caf8f1139b41c8927ba3da6dc7ab07 2024-11-27T03:21:55,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:21:55,620 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/.tmp/f1/fdda1fbdc3c747679fd9f0c39e08c882 is 30, key is row1/f1:/1732677714126/DeleteFamily/seqid=0 2024-11-27T03:21:55,622 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/ns/128ea53b7fe447bdac496027f956964d is 43, key is default/ns:d/1732677703934/Put/seqid=0 2024-11-27T03:21:55,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741842_1018 (size=5123) 2024-11-27T03:21:55,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741843_1019 (size=5153) 2024-11-27T03:21:55,626 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/ns/128ea53b7fe447bdac496027f956964d 2024-11-27T03:21:55,642 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 914, reset compression=false 2024-11-27T03:21:55,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:55,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:55,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:55,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:55,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:55,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:55,666 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/rep_barrier/c21e1e1e83154c3d8cc897217582234b is 112, key is test,,1732677704641.c51307d3127460abeb3c3ef9689e130d./rep_barrier:seqnumDuringOpen/1732677705789/Put/seqid=0 2024-11-27T03:21:55,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741844_1020 (size=5518) 2024-11-27T03:21:55,674 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/rep_barrier/c21e1e1e83154c3d8cc897217582234b 2024-11-27T03:21:55,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:55,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:55,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:21:55,696 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 1160, reset compression=false 2024-11-27T03:21:55,699 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/table/e896c9a1711f4a4a9251a299e15651eb is 53, key is hbase:replication/table:state/1732677710129/Put/seqid=0 2024-11-27T03:21:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741845_1021 (size=5308) 2024-11-27T03:21:55,781 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95f0fa3b687be57feb437ed05d7960bd, c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:55,981 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95f0fa3b687be57feb437ed05d7960bd, c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:56,026 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/.tmp/f1/fdda1fbdc3c747679fd9f0c39e08c882 2024-11-27T03:21:56,030 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdda1fbdc3c747679fd9f0c39e08c882 2024-11-27T03:21:56,047 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/.tmp/norep/791cf3ba7d1249cd890ac561b8a2c4c8 is 33, key is row1/norep:/1732677714126/DeleteFamily/seqid=0 2024-11-27T03:21:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741846_1022 (size=5108) 2024-11-27T03:21:56,101 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 1160, reset compression=false 2024-11-27T03:21:56,108 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/table/e896c9a1711f4a4a9251a299e15651eb 2024-11-27T03:21:56,112 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/info/df97f07c49e04880a7e1f14680280d5f as hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/info/df97f07c49e04880a7e1f14680280d5f 2024-11-27T03:21:56,116 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/info/df97f07c49e04880a7e1f14680280d5f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:21:56,116 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/ns/128ea53b7fe447bdac496027f956964d as hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/ns/128ea53b7fe447bdac496027f956964d 2024-11-27T03:21:56,120 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/ns/128ea53b7fe447bdac496027f956964d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:21:56,121 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/rep_barrier/c21e1e1e83154c3d8cc897217582234b as hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/rep_barrier/c21e1e1e83154c3d8cc897217582234b 2024-11-27T03:21:56,127 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/rep_barrier/c21e1e1e83154c3d8cc897217582234b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:21:56,127 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/.tmp/table/e896c9a1711f4a4a9251a299e15651eb as hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/table/e896c9a1711f4a4a9251a299e15651eb 2024-11-27T03:21:56,132 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/table/e896c9a1711f4a4a9251a299e15651eb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:21:56,133 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=16, compaction requested=false 2024-11-27T03:21:56,142 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:21:56,143 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:56,143 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:21:56,143 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:21:56,143 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677715181Running coprocessor pre-close hooks at 1732677715181Disabling compacts and flushes for region at 1732677715181Disabling writes for close at 1732677715181Obtaining lock to block concurrent updates at 1732677715181Preparing flush snapshotting stores in 1588230740 at 1732677715181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677715181Flushing stores of hbase:meta,,1.1588230740 at 1732677715181Flushing 1588230740/info: creating writer at 1732677715181Flushing 1588230740/info: appending metadata at 1732677715196 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732677715196Flushing 1588230740/ns: creating writer at 1732677715606 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732677715621 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732677715622 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732677715637 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677715666 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677715666Flushing 1588230740/table: creating writer at 1732677715678 (+12 ms)Flushing 1588230740/table: appending metadata at 1732677715699 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732677715699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fedae3d: reopening flushed file at 1732677716111 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee42910: reopening flushed file at 1732677716116 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19cab253: reopening flushed file at 1732677716121 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cc2183: reopening flushed file at 1732677716127 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=16, compaction requested=false at 1732677716133 (+6 ms)Writing region close event to WAL at 1732677716139 (+6 ms)Running coprocessor post-close hooks at 1732677716143 (+4 ms)Closed at 1732677716143 2024-11-27T03:21:56,143 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:21:56,153 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 914, reset compression=false 2024-11-27T03:21:56,182 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:21:56,182 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1325): Online Regions={c51307d3127460abeb3c3ef9689e130d=test,,1732677704641.c51307d3127460abeb3c3ef9689e130d., 95f0fa3b687be57feb437ed05d7960bd=hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd.} 2024-11-27T03:21:56,182 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1351): Waiting on 95f0fa3b687be57feb437ed05d7960bd, c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:56,382 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1351): Waiting on 95f0fa3b687be57feb437ed05d7960bd, c51307d3127460abeb3c3ef9689e130d 2024-11-27T03:21:56,451 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/.tmp/norep/791cf3ba7d1249cd890ac561b8a2c4c8 2024-11-27T03:21:56,455 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 791cf3ba7d1249cd890ac561b8a2c4c8 2024-11-27T03:21:56,456 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/.tmp/f/00caf8f1139b41c8927ba3da6dc7ab07 as hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/f/00caf8f1139b41c8927ba3da6dc7ab07 2024-11-27T03:21:56,460 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00caf8f1139b41c8927ba3da6dc7ab07 2024-11-27T03:21:56,461 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/f/00caf8f1139b41c8927ba3da6dc7ab07, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T03:21:56,461 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/.tmp/f1/fdda1fbdc3c747679fd9f0c39e08c882 as hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/f1/fdda1fbdc3c747679fd9f0c39e08c882 2024-11-27T03:21:56,465 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdda1fbdc3c747679fd9f0c39e08c882 2024-11-27T03:21:56,466 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/f1/fdda1fbdc3c747679fd9f0c39e08c882, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T03:21:56,466 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/.tmp/norep/791cf3ba7d1249cd890ac561b8a2c4c8 as hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/norep/791cf3ba7d1249cd890ac561b8a2c4c8 2024-11-27T03:21:56,470 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 791cf3ba7d1249cd890ac561b8a2c4c8 2024-11-27T03:21:56,471 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/norep/791cf3ba7d1249cd890ac561b8a2c4c8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T03:21:56,472 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c51307d3127460abeb3c3ef9689e130d in 1292ms, sequenceid=8, compaction requested=false 2024-11-27T03:21:56,482 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/data/default/test/c51307d3127460abeb3c3ef9689e130d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T03:21:56,482 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:21:56,482 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:21:56,483 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:56,483 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c51307d3127460abeb3c3ef9689e130d: Waiting for close lock at 1732677715180Running coprocessor pre-close hooks at 1732677715180Disabling compacts and flushes for region at 1732677715180Disabling writes for close at 1732677715180Obtaining lock to block concurrent updates at 1732677715180Preparing flush snapshotting stores in c51307d3127460abeb3c3ef9689e130d at 1732677715180Finished memstore snapshotting test,,1732677704641.c51307d3127460abeb3c3ef9689e130d., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732677715181 (+1 ms)Flushing stores of test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. at 1732677715181Flushing c51307d3127460abeb3c3ef9689e130d/f: creating writer at 1732677715181Flushing c51307d3127460abeb3c3ef9689e130d/f: appending metadata at 1732677715195 (+14 ms)Flushing c51307d3127460abeb3c3ef9689e130d/f: closing flushed file at 1732677715195Flushing c51307d3127460abeb3c3ef9689e130d/f1: creating writer at 1732677715606 (+411 ms)Flushing c51307d3127460abeb3c3ef9689e130d/f1: appending metadata at 1732677715619 (+13 ms)Flushing c51307d3127460abeb3c3ef9689e130d/f1: closing flushed file at 1732677715619Flushing c51307d3127460abeb3c3ef9689e130d/norep: creating writer at 1732677716030 (+411 ms)Flushing c51307d3127460abeb3c3ef9689e130d/norep: appending metadata at 1732677716047 (+17 ms)Flushing c51307d3127460abeb3c3ef9689e130d/norep: closing flushed file at 1732677716047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99c10e9: reopening flushed file at 1732677716456 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e61ae54: reopening flushed file at 1732677716461 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c96a7c0: reopening flushed file at 1732677716466 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c51307d3127460abeb3c3ef9689e130d in 1292ms, sequenceid=8, compaction requested=false at 1732677716472 (+6 ms)Writing region close event to WAL at 1732677716479 (+7 ms)Running coprocessor post-close hooks at 1732677716482 (+3 ms)Closed at 1732677716483 (+1 ms) 2024-11-27T03:21:56,483 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677704641.c51307d3127460abeb3c3ef9689e130d. 2024-11-27T03:21:56,483 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95f0fa3b687be57feb437ed05d7960bd, disabling compactions & flushes 2024-11-27T03:21:56,483 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:56,483 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:56,483 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. after waiting 0 ms 2024-11-27T03:21:56,483 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:56,483 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95f0fa3b687be57feb437ed05d7960bd: Waiting for close lock at 1732677716483Running coprocessor pre-close hooks at 1732677716483Disabling compacts and flushes for region at 1732677716483Disabling writes for close at 1732677716483Failed flush hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd., putting online again at 1732677716483 2024-11-27T03:21:56,484 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:56,582 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(3091): Received CLOSE for 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:56,582 DEBUG [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1351): Waiting on 95f0fa3b687be57feb437ed05d7960bd 2024-11-27T03:21:56,582 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95f0fa3b687be57feb437ed05d7960bd, disabling compactions & flushes 2024-11-27T03:21:56,582 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:56,582 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:56,582 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. after waiting 0 ms 2024-11-27T03:21:56,583 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:56,583 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95f0fa3b687be57feb437ed05d7960bd: Waiting for close lock at 1732677716582Running coprocessor pre-close hooks at 1732677716582Disabling compacts and flushes for region at 1732677716582Disabling writes for close at 1732677716583 (+1 ms)Failed flush hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd., putting online again at 1732677716583 2024-11-27T03:21:56,583 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732677708962.95f0fa3b687be57feb437ed05d7960bd. 2024-11-27T03:21:56,605 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 1160, reset compression=false 2024-11-27T03:21:56,610 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:21:56,610 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 1804, reset compression=false 2024-11-27T03:21:56,757 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 914, reset compression=false 2024-11-27T03:21:56,782 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T03:21:56,782 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,38545,1732677701034; all regions closed. 2024-11-27T03:21:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:21:56,784 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.meta.1732677703885.meta not finished, retry = 0 2024-11-27T03:21:56,823 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/WALs/66d3634da959,38545,1732677701034/66d3634da959%2C38545%2C1732677701034.1732677703292 to pos 1804, reset compression=false 2024-11-27T03:21:56,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741839_1015 (size=1515) 2024-11-27T03:21:56,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741833_1009 (size=1812) 2024-11-27T03:21:56,889 DEBUG [RS:0;66d3634da959:38545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:56,889 INFO [RS:0;66d3634da959:38545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:21:56,889 INFO [RS:0;66d3634da959:38545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:21:56,889 INFO [RS:0;66d3634da959:38545 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:21:56,889 INFO [RS:0;66d3634da959:38545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:21:56,889 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:21:56,890 INFO [RS:0;66d3634da959:38545 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,38545,1732677701034 because: Region server is closing 2024-11-27T03:21:56,890 INFO [RS:0;66d3634da959:38545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:38545. 2024-11-27T03:21:56,890 DEBUG [RS:0;66d3634da959:38545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:56,890 DEBUG [RS:0;66d3634da959:38545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:56,890 DEBUG [RS:0;66d3634da959:38545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:56,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:56,990 INFO [RS:0;66d3634da959:38545 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.shipper66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 terminated 2024-11-27T03:21:56,991 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,38545,1732677701034.replicationSource.wal-reader.66d3634da959%2C38545%2C1732677701034,1-66d3634da959,38545,1732677701034 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T03:21:56,991 INFO [RS:0;66d3634da959:38545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:38545. 2024-11-27T03:21:56,991 DEBUG [RS:0;66d3634da959:38545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:56,991 DEBUG [RS:0;66d3634da959:38545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:56,991 DEBUG [RS:0;66d3634da959:38545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:56,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:56,991 INFO [RS:0;66d3634da959:38545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38545 2024-11-27T03:21:57,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081/rs 2024-11-27T03:21:57,168 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11739949081/rs/66d3634da959,38545,1732677701034 2024-11-27T03:21:57,168 INFO [RS:0;66d3634da959:38545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:21:57,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,38545,1732677701034] 2024-11-27T03:21:57,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:21:57,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:57,329 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28290 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:21:57,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11739949081/draining/66d3634da959,38545,1732677701034 already deleted, retry=false 2024-11-27T03:21:57,347 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,38545,1732677701034 expired; onlineServers=0 2024-11-27T03:21:57,347 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,41057,1732677700834' ***** 2024-11-27T03:21:57,347 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:21:57,347 INFO [M:0;66d3634da959:41057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:21:57,347 INFO [M:0;66d3634da959:41057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:21:57,347 DEBUG [M:0;66d3634da959:41057 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:21:57,347 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:21:57,347 DEBUG [M:0;66d3634da959:41057 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:21:57,347 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677703052 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677703052,5,FailOnTimeoutGroup] 2024-11-27T03:21:57,347 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677703050 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677703050,5,FailOnTimeoutGroup] 2024-11-27T03:21:57,347 INFO [M:0;66d3634da959:41057 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:21:57,347 INFO [M:0;66d3634da959:41057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:21:57,347 DEBUG [M:0;66d3634da959:41057 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:21:57,347 INFO [M:0;66d3634da959:41057 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:21:57,347 INFO [M:0;66d3634da959:41057 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:21:57,348 INFO [M:0;66d3634da959:41057 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:21:57,348 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:21:57,362 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:57,363 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1017a4f6ab40004, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:57,363 INFO [RS:0;66d3634da959:38545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:21:57,363 INFO [RS:0;66d3634da959:38545 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,38545,1732677701034; zookeeper connection closed. 2024-11-27T03:21:57,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dff73d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dff73d3 2024-11-27T03:21:57,363 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:21:57,461 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 914, reset compression=false 2024-11-27T03:21:57,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11739949081/master 2024-11-27T03:21:57,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739949081 2024-11-27T03:21:57,505 DEBUG [M:0;66d3634da959:41057 {}] zookeeper.ZKUtil(347): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Unable to get data of znode /11739949081/master because node does not exist (not an error) 2024-11-27T03:21:57,505 WARN [M:0;66d3634da959:41057 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:21:57,505 INFO [M:0;66d3634da959:41057 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/.lastflushedseqids 2024-11-27T03:21:57,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741847_1023 (size=245) 2024-11-27T03:21:57,924 INFO [M:0;66d3634da959:41057 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:21:57,924 INFO [M:0;66d3634da959:41057 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:21:57,924 DEBUG [M:0;66d3634da959:41057 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:21:57,924 INFO [M:0;66d3634da959:41057 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:57,924 DEBUG [M:0;66d3634da959:41057 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:57,924 DEBUG [M:0;66d3634da959:41057 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:21:57,924 DEBUG [M:0;66d3634da959:41057 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:57,924 INFO [M:0;66d3634da959:41057 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T03:21:57,939 DEBUG [M:0;66d3634da959:41057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b819ffd9e874007a461808ab1bce323 is 82, key is hbase:meta,,1/info:regioninfo/1732677703920/Put/seqid=0 2024-11-27T03:21:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741848_1024 (size=5672) 2024-11-27T03:21:57,942 INFO [M:0;66d3634da959:41057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b819ffd9e874007a461808ab1bce323 2024-11-27T03:21:57,959 DEBUG [M:0;66d3634da959:41057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8d3853523c45c4bf61df631bdc6c85 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732677710133/Put/seqid=0 2024-11-27T03:21:57,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741849_1025 (size=8516) 2024-11-27T03:21:58,264 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 914, reset compression=false 2024-11-27T03:21:58,364 INFO [M:0;66d3634da959:41057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8d3853523c45c4bf61df631bdc6c85 2024-11-27T03:21:58,448 DEBUG [M:0;66d3634da959:41057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/116446229ca0494d9a982cb14f8c0f38 is 69, key is 66d3634da959,38545,1732677701034/rs:state/1732677703110/Put/seqid=0 2024-11-27T03:21:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741850_1026 (size=5156) 2024-11-27T03:21:58,852 INFO [M:0;66d3634da959:41057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/116446229ca0494d9a982cb14f8c0f38 2024-11-27T03:21:58,856 DEBUG [M:0;66d3634da959:41057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b819ffd9e874007a461808ab1bce323 as hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b819ffd9e874007a461808ab1bce323 2024-11-27T03:21:58,860 INFO [M:0;66d3634da959:41057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b819ffd9e874007a461808ab1bce323, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T03:21:58,861 DEBUG [M:0;66d3634da959:41057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8d3853523c45c4bf61df631bdc6c85 as hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f8d3853523c45c4bf61df631bdc6c85 2024-11-27T03:21:58,865 INFO [M:0;66d3634da959:41057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f8d3853523c45c4bf61df631bdc6c85, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T03:21:58,866 DEBUG [M:0;66d3634da959:41057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/116446229ca0494d9a982cb14f8c0f38 as hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/116446229ca0494d9a982cb14f8c0f38 2024-11-27T03:21:58,870 INFO [M:0;66d3634da959:41057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/116446229ca0494d9a982cb14f8c0f38, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T03:21:58,871 INFO [M:0;66d3634da959:41057 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=97, compaction requested=false 2024-11-27T03:21:58,872 INFO [M:0;66d3634da959:41057 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:21:58,872 DEBUG [M:0;66d3634da959:41057 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677717924Disabling compacts and flushes for region at 1732677717924Disabling writes for close at 1732677717924Obtaining lock to block concurrent updates at 1732677717924Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677717924Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732677717925 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677717925Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677717925Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677717938 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677717938Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677717946 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677717959 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677717959Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677718431 (+472 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677718447 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677718447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365a4456: reopening flushed file at 1732677718855 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac10c05: reopening flushed file at 1732677718860 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79a3f211: reopening flushed file at 1732677718865 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=97, compaction requested=false at 1732677718871 (+6 ms)Writing region close event to WAL at 1732677718872 (+1 ms)Closed at 1732677718872 2024-11-27T03:21:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39493 is added to blk_1073741830_1006 (size=63654) 2024-11-27T03:21:58,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c782770-4f2f-2d8d-b4ef-c6ac0ae8e302/MasterData/WALs/66d3634da959,41057,1732677700834/66d3634da959%2C41057%2C1732677700834.1732677702814 not finished, retry = 0 2024-11-27T03:21:58,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:21:58,975 INFO [M:0;66d3634da959:41057 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:21:58,975 INFO [M:0;66d3634da959:41057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41057 2024-11-27T03:21:58,976 INFO [M:0;66d3634da959:41057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:21:59,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:59,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41057-0x1017a4f6ab40003, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:21:59,121 INFO [M:0;66d3634da959:41057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:21:59,168 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 914, reset compression=false 2024-11-27T03:21:59,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4740b0e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:21:59,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f438beb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:21:59,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:21:59,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63bcff2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:21:59,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17f27493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/hadoop.log.dir/,STOPPED} 2024-11-27T03:21:59,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:21:59,201 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:21:59,201 WARN [BP-977105263-172.17.0.3-1732677699245 heartbeating to localhost/127.0.0.1:44465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:21:59,201 WARN [BP-977105263-172.17.0.3-1732677699245 heartbeating to localhost/127.0.0.1:44465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-977105263-172.17.0.3-1732677699245 (Datanode Uuid b566244f-4fb1-4f9a-8cbe-819772e2b3f2) service to localhost/127.0.0.1:44465 2024-11-27T03:21:59,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/cluster_911b4fea-6508-253d-84fb-3a530f87cc4e/data/data1/current/BP-977105263-172.17.0.3-1732677699245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:21:59,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/cluster_911b4fea-6508-253d-84fb-3a530f87cc4e/data/data2/current/BP-977105263-172.17.0.3-1732677699245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:21:59,202 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:21:59,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66d4f44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:21:59,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24940473{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:21:59,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:21:59,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698acd06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:21:59,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@593cc0aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/hadoop.log.dir/,STOPPED} 2024-11-27T03:21:59,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:21:59,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:21:59,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:59,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:59,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:59,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:59,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:21:59,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:21:59,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=379146776, stopped=false 2024-11-27T03:21:59,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,39423,1732677695570 2024-11-27T03:21:59,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-209350607/running 2024-11-27T03:21:59,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-209350607/running 2024-11-27T03:21:59,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:59,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:21:59,357 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:21:59,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:21:59,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Set watcher on znode that does not yet exist, /0-209350607/running 2024-11-27T03:21:59,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Set watcher on znode that does not yet exist, /0-209350607/running 2024-11-27T03:21:59,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:59,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:59,358 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,45101,1732677696119' ***** 2024-11-27T03:21:59,358 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:21:59,358 INFO [RS:0;66d3634da959:45101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:21:59,358 INFO [RS:0;66d3634da959:45101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:21:59,358 INFO [RS:0;66d3634da959:45101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:21:59,358 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(3091): Received CLOSE for 633a679cb85ef1c25a282dbe18098ea0 2024-11-27T03:21:59,358 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:21:59,359 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:59,359 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,45101,1732677696119 2024-11-27T03:21:59,359 INFO [RS:0;66d3634da959:45101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:21:59,359 INFO [RS:0;66d3634da959:45101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:45101. 2024-11-27T03:21:59,359 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 633a679cb85ef1c25a282dbe18098ea0, disabling compactions & flushes 2024-11-27T03:21:59,359 DEBUG [RS:0;66d3634da959:45101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:59,359 DEBUG [RS:0;66d3634da959:45101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:59,359 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:21:59,359 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:21:59,359 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. after waiting 0 ms 2024-11-27T03:21:59,359 INFO [RS:0;66d3634da959:45101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:21:59,359 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:21:59,359 INFO [RS:0;66d3634da959:45101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:21:59,359 INFO [RS:0;66d3634da959:45101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:21:59,359 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:21:59,359 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 633a679cb85ef1c25a282dbe18098ea0 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-27T03:21:59,359 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:21:59,359 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1325): Online Regions={633a679cb85ef1c25a282dbe18098ea0=test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0., 1588230740=hbase:meta,,1.1588230740, 8c92a4f9040fbfc7caddc636bc7f7a35=hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35.} 2024-11-27T03:21:59,359 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 633a679cb85ef1c25a282dbe18098ea0, 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:59,359 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:21:59,359 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:21:59,359 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:21:59,359 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:21:59,359 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:21:59,359 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:21:59,373 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/info/32f44f2b3ba7475d95a89dc2ee12931d is 147, key is hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35./info:regioninfo/1732677707981/Put/seqid=0 2024-11-27T03:21:59,373 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/.tmp/f/4334976e9a494b9187c9700126b20b24 is 29, key is row1/f:/1732677714126/DeleteFamily/seqid=0 2024-11-27T03:21:59,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741841_1017 (size=7686) 2024-11-27T03:21:59,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741840_1016 (size=5118) 2024-11-27T03:21:59,378 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/info/32f44f2b3ba7475d95a89dc2ee12931d 2024-11-27T03:21:59,399 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/ns/9a5116704f0d4719b0693776cb19ed9d is 43, key is default/ns:d/1732677699130/Put/seqid=0 2024-11-27T03:21:59,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741842_1018 (size=5153) 2024-11-27T03:21:59,443 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:21:59,559 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 633a679cb85ef1c25a282dbe18098ea0, 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:59,759 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 633a679cb85ef1c25a282dbe18098ea0, 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:21:59,779 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/.tmp/f/4334976e9a494b9187c9700126b20b24 2024-11-27T03:21:59,783 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4334976e9a494b9187c9700126b20b24 2024-11-27T03:21:59,803 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/ns/9a5116704f0d4719b0693776cb19ed9d 2024-11-27T03:21:59,805 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/.tmp/f1/8203f93b0d7b480596ebf05c91777a1d is 30, key is row1/f1:/1732677714126/DeleteFamily/seqid=0 2024-11-27T03:21:59,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741843_1019 (size=5123) 2024-11-27T03:21:59,814 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/.tmp/f1/8203f93b0d7b480596ebf05c91777a1d 2024-11-27T03:21:59,818 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8203f93b0d7b480596ebf05c91777a1d 2024-11-27T03:21:59,823 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/rep_barrier/7078d735bf3b46e097775e8aaa43072e is 112, key is test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0./rep_barrier:seqnumDuringOpen/1732677704351/Put/seqid=0 2024-11-27T03:21:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741844_1020 (size=5518) 2024-11-27T03:21:59,836 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/.tmp/norep/d761a67f959442f482ddb3fba5908658 is 32, key is row/norep:/1732677713120/DeleteFamily/seqid=0 2024-11-27T03:21:59,837 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/rep_barrier/7078d735bf3b46e097775e8aaa43072e 2024-11-27T03:21:59,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741845_1021 (size=5101) 2024-11-27T03:21:59,855 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/table/80c732b7560040b5a7ad0405933b84c6 is 53, key is hbase:replication/table:state/1732677707987/Put/seqid=0 2024-11-27T03:21:59,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741846_1022 (size=5308) 2024-11-27T03:21:59,927 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:21:59,927 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:21:59,960 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 633a679cb85ef1c25a282dbe18098ea0, 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:22:00,160 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 633a679cb85ef1c25a282dbe18098ea0, 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:22:00,175 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 914, reset compression=false 2024-11-27T03:22:00,179 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:00,179 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 1161, reset compression=false 2024-11-27T03:22:00,179 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,45101,1732677696119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:00,180 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,45101,1732677696119: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-66d3634da959,45101,1732677696119, walGroup=66d3634da959%2C45101%2C1732677696119, offset=66d3634da959%2C45101%2C1732677696119.1732677698071:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:45101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:22:00,181 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:22:00,181 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:22:00,182 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:22:00,182 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:22:00,182 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:22:00,182 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 644206736 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190935256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:22:00,182 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:39423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:39423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T03:22:00,240 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/.tmp/norep/d761a67f959442f482ddb3fba5908658 2024-11-27T03:22:00,244 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d761a67f959442f482ddb3fba5908658 2024-11-27T03:22:00,245 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/.tmp/f/4334976e9a494b9187c9700126b20b24 as hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/f/4334976e9a494b9187c9700126b20b24 2024-11-27T03:22:00,249 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4334976e9a494b9187c9700126b20b24 2024-11-27T03:22:00,250 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/f/4334976e9a494b9187c9700126b20b24, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T03:22:00,251 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/.tmp/f1/8203f93b0d7b480596ebf05c91777a1d as hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/f1/8203f93b0d7b480596ebf05c91777a1d 2024-11-27T03:22:00,255 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8203f93b0d7b480596ebf05c91777a1d 2024-11-27T03:22:00,255 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/f1/8203f93b0d7b480596ebf05c91777a1d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T03:22:00,256 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/.tmp/norep/d761a67f959442f482ddb3fba5908658 as hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/norep/d761a67f959442f482ddb3fba5908658 2024-11-27T03:22:00,259 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/table/80c732b7560040b5a7ad0405933b84c6 2024-11-27T03:22:00,260 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d761a67f959442f482ddb3fba5908658 2024-11-27T03:22:00,260 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/norep/d761a67f959442f482ddb3fba5908658, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T03:22:00,261 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 633a679cb85ef1c25a282dbe18098ea0 in 902ms, sequenceid=8, compaction requested=false 2024-11-27T03:22:00,263 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/info/32f44f2b3ba7475d95a89dc2ee12931d as hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/info/32f44f2b3ba7475d95a89dc2ee12931d 2024-11-27T03:22:00,265 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/default/test/633a679cb85ef1c25a282dbe18098ea0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T03:22:00,265 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:22:00,265 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:22:00,265 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:22:00,266 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 633a679cb85ef1c25a282dbe18098ea0: Waiting for close lock at 1732677719359Running coprocessor pre-close hooks at 1732677719359Disabling compacts and flushes for region at 1732677719359Disabling writes for close at 1732677719359Obtaining lock to block concurrent updates at 1732677719359Preparing flush snapshotting stores in 633a679cb85ef1c25a282dbe18098ea0 at 1732677719359Finished memstore snapshotting test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732677719359Flushing stores of test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. at 1732677719360 (+1 ms)Flushing 633a679cb85ef1c25a282dbe18098ea0/f: creating writer at 1732677719360Flushing 633a679cb85ef1c25a282dbe18098ea0/f: appending metadata at 1732677719372 (+12 ms)Flushing 633a679cb85ef1c25a282dbe18098ea0/f: closing flushed file at 1732677719373 (+1 ms)Flushing 633a679cb85ef1c25a282dbe18098ea0/f1: creating writer at 1732677719784 (+411 ms)Flushing 633a679cb85ef1c25a282dbe18098ea0/f1: appending metadata at 1732677719805 (+21 ms)Flushing 633a679cb85ef1c25a282dbe18098ea0/f1: closing flushed file at 1732677719805Flushing 633a679cb85ef1c25a282dbe18098ea0/norep: creating writer at 1732677719818 (+13 ms)Flushing 633a679cb85ef1c25a282dbe18098ea0/norep: appending metadata at 1732677719835 (+17 ms)Flushing 633a679cb85ef1c25a282dbe18098ea0/norep: closing flushed file at 1732677719835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce066a7: reopening flushed file at 1732677720245 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb53232: reopening flushed file at 1732677720250 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774faa35: reopening flushed file at 1732677720255 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 633a679cb85ef1c25a282dbe18098ea0 in 902ms, sequenceid=8, compaction requested=false at 1732677720261 (+6 ms)Writing region close event to WAL at 1732677720262 (+1 ms)Running coprocessor post-close hooks at 1732677720265 (+3 ms)Closed at 1732677720265 2024-11-27T03:22:00,266 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677704004.633a679cb85ef1c25a282dbe18098ea0. 2024-11-27T03:22:00,266 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c92a4f9040fbfc7caddc636bc7f7a35, disabling compactions & flushes 2024-11-27T03:22:00,266 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:22:00,266 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:22:00,266 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. after waiting 0 ms 2024-11-27T03:22:00,266 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:22:00,266 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c92a4f9040fbfc7caddc636bc7f7a35: Waiting for close lock at 1732677720266Running coprocessor pre-close hooks at 1732677720266Disabling compacts and flushes for region at 1732677720266Disabling writes for close at 1732677720266Failed flush hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35., putting online again at 1732677720266 2024-11-27T03:22:00,266 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:22:00,267 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/info/32f44f2b3ba7475d95a89dc2ee12931d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:22:00,268 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/ns/9a5116704f0d4719b0693776cb19ed9d as hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/ns/9a5116704f0d4719b0693776cb19ed9d 2024-11-27T03:22:00,272 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/ns/9a5116704f0d4719b0693776cb19ed9d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:22:00,272 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/rep_barrier/7078d735bf3b46e097775e8aaa43072e as hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/rep_barrier/7078d735bf3b46e097775e8aaa43072e 2024-11-27T03:22:00,276 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/rep_barrier/7078d735bf3b46e097775e8aaa43072e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:22:00,277 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/.tmp/table/80c732b7560040b5a7ad0405933b84c6 as hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/table/80c732b7560040b5a7ad0405933b84c6 2024-11-27T03:22:00,282 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/table/80c732b7560040b5a7ad0405933b84c6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:22:00,282 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false 2024-11-27T03:22:00,286 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:22:00,287 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:22:00,287 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:22:00,287 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:00,287 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677719359Running coprocessor pre-close hooks at 1732677719359Disabling compacts and flushes for region at 1732677719359Disabling writes for close at 1732677719359Obtaining lock to block concurrent updates at 1732677719359Preparing flush snapshotting stores in 1588230740 at 1732677719359Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677719360 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732677719360Flushing 1588230740/info: creating writer at 1732677719360Flushing 1588230740/info: appending metadata at 1732677719373 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732677719373Flushing 1588230740/ns: creating writer at 1732677719384 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732677719398 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732677719398Flushing 1588230740/rep_barrier: creating writer at 1732677719807 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677719823 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677719823Flushing 1588230740/table: creating writer at 1732677719842 (+19 ms)Flushing 1588230740/table: appending metadata at 1732677719855 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732677719855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d48949: reopening flushed file at 1732677720263 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5198595c: reopening flushed file at 1732677720268 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e3f523: reopening flushed file at 1732677720272 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2641f4e6: reopening flushed file at 1732677720277 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false at 1732677720282 (+5 ms)Writing region close event to WAL at 1732677720284 (+2 ms)Running coprocessor post-close hooks at 1732677720287 (+3 ms)Closed at 1732677720287 2024-11-27T03:22:00,287 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:00,360 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:22:00,360 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1325): Online Regions={8c92a4f9040fbfc7caddc636bc7f7a35=hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35.} 2024-11-27T03:22:00,360 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:22:00,360 DEBUG [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1351): Waiting on 8c92a4f9040fbfc7caddc636bc7f7a35 2024-11-27T03:22:00,360 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c92a4f9040fbfc7caddc636bc7f7a35, disabling compactions & flushes 2024-11-27T03:22:00,360 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:22:00,360 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:22:00,361 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. after waiting 0 ms 2024-11-27T03:22:00,361 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:22:00,361 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c92a4f9040fbfc7caddc636bc7f7a35: Waiting for close lock at 1732677720360Running coprocessor pre-close hooks at 1732677720360Disabling compacts and flushes for region at 1732677720360Disabling writes for close at 1732677720361 (+1 ms)Failed flush hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35., putting online again at 1732677720361 2024-11-27T03:22:00,361 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732677706808.8c92a4f9040fbfc7caddc636bc7f7a35. 2024-11-27T03:22:00,384 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 1161, reset compression=false 2024-11-27T03:22:00,388 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:00,388 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 1805, reset compression=false 2024-11-27T03:22:00,560 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T03:22:00,560 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,45101,1732677696119; all regions closed. 2024-11-27T03:22:00,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:22:00,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.meta.1732677699013.meta not finished, retry = 0 2024-11-27T03:22:00,591 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.wal-reader.66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 to pos 1805, reset compression=false 2024-11-27T03:22:00,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741839_1015 (size=1733) 2024-11-27T03:22:00,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.rep.1732677707947 not finished, retry = 0 2024-11-27T03:22:00,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741832_1008 (size=1813) 2024-11-27T03:22:00,768 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/WALs/66d3634da959,45101,1732677696119/66d3634da959%2C45101%2C1732677696119.1732677698071 not finished, retry = 0 2024-11-27T03:22:00,869 DEBUG [RS:0;66d3634da959:45101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:00,869 INFO [RS:0;66d3634da959:45101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:22:00,869 INFO [RS:0;66d3634da959:45101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:22:00,869 INFO [RS:0;66d3634da959:45101 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:22:00,869 INFO [RS:0;66d3634da959:45101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:22:00,869 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:22:00,870 INFO [RS:0;66d3634da959:45101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,45101,1732677696119 because: Region server is closing 2024-11-27T03:22:00,870 INFO [RS:0;66d3634da959:45101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:45101. 2024-11-27T03:22:00,870 DEBUG [RS:0;66d3634da959:45101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:00,870 DEBUG [RS:0;66d3634da959:45101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:00,870 DEBUG [RS:0;66d3634da959:45101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:00,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:00,970 INFO [RS:0;66d3634da959:45101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,45101,1732677696119.replicationSource.shipper66d3634da959%2C45101%2C1732677696119,1-66d3634da959,45101,1732677696119 terminated 2024-11-27T03:22:00,970 INFO [RS:0;66d3634da959:45101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:45101. 2024-11-27T03:22:00,970 DEBUG [RS:0;66d3634da959:45101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:00,970 DEBUG [RS:0;66d3634da959:45101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:00,971 DEBUG [RS:0;66d3634da959:45101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:00,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:00,971 INFO [RS:0;66d3634da959:45101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45101 2024-11-27T03:22:01,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607/rs 2024-11-27T03:22:01,041 INFO [RS:0;66d3634da959:45101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:22:01,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-209350607/rs/66d3634da959,45101,1732677696119 2024-11-27T03:22:01,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,45101,1732677696119] 2024-11-27T03:22:01,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-209350607/draining/66d3634da959,45101,1732677696119 already deleted, retry=false 2024-11-27T03:22:01,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,45101,1732677696119 expired; onlineServers=0 2024-11-27T03:22:01,062 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,39423,1732677695570' ***** 2024-11-27T03:22:01,062 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:22:01,062 INFO [M:0;66d3634da959:39423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:22:01,062 INFO [M:0;66d3634da959:39423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:22:01,062 DEBUG [M:0;66d3634da959:39423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:22:01,063 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:22:01,063 DEBUG [M:0;66d3634da959:39423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:22:01,063 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677697805 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677697805,5,FailOnTimeoutGroup] 2024-11-27T03:22:01,063 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677697808 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677697808,5,FailOnTimeoutGroup] 2024-11-27T03:22:01,063 INFO [M:0;66d3634da959:39423 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:22:01,063 INFO [M:0;66d3634da959:39423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:22:01,063 DEBUG [M:0;66d3634da959:39423 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:22:01,063 INFO [M:0;66d3634da959:39423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:22:01,063 INFO [M:0;66d3634da959:39423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:22:01,063 INFO [M:0;66d3634da959:39423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:22:01,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:22:01,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-209350607/master 2024-11-27T03:22:01,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-209350607 2024-11-27T03:22:01,073 DEBUG [M:0;66d3634da959:39423 {}] zookeeper.ZKUtil(347): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Unable to get data of znode /0-209350607/master because node does not exist (not an error) 2024-11-27T03:22:01,073 WARN [M:0;66d3634da959:39423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:22:01,074 INFO [M:0;66d3634da959:39423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/.lastflushedseqids 2024-11-27T03:22:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741847_1023 (size=245) 2024-11-27T03:22:01,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:01,152 INFO [RS:0;66d3634da959:45101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:22:01,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x1017a4f6ab40001, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:01,152 INFO [RS:0;66d3634da959:45101 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,45101,1732677696119; zookeeper connection closed. 2024-11-27T03:22:01,152 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26ff5454 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26ff5454 2024-11-27T03:22:01,152 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:22:01,478 INFO [M:0;66d3634da959:39423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:22:01,478 INFO [M:0;66d3634da959:39423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:22:01,478 DEBUG [M:0;66d3634da959:39423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:22:01,478 INFO [M:0;66d3634da959:39423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:01,478 DEBUG [M:0;66d3634da959:39423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:01,478 DEBUG [M:0;66d3634da959:39423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:22:01,478 DEBUG [M:0;66d3634da959:39423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:01,478 INFO [M:0;66d3634da959:39423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T03:22:01,497 DEBUG [M:0;66d3634da959:39423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70a614ec23334bda819ee5b2a67cb0bd is 82, key is hbase:meta,,1/info:regioninfo/1732677699052/Put/seqid=0 2024-11-27T03:22:01,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741848_1024 (size=5672) 2024-11-27T03:22:01,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:22:01,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:01,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:01,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:01,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:01,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:01,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:01,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:01,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:01,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:01,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:01,901 INFO [M:0;66d3634da959:39423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70a614ec23334bda819ee5b2a67cb0bd 2024-11-27T03:22:01,921 DEBUG [M:0;66d3634da959:39423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a423fc5b87834711b8bdaf1f88dcc5ba is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732677707990/Put/seqid=0 2024-11-27T03:22:01,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741849_1025 (size=8515) 2024-11-27T03:22:02,325 INFO [M:0;66d3634da959:39423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a423fc5b87834711b8bdaf1f88dcc5ba 2024-11-27T03:22:02,341 DEBUG [M:0;66d3634da959:39423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a818d0f0d9142b292823f976ee272b7 is 69, key is 66d3634da959,45101,1732677696119/rs:state/1732677697904/Put/seqid=0 2024-11-27T03:22:02,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741850_1026 (size=5156) 2024-11-27T03:22:02,745 INFO [M:0;66d3634da959:39423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a818d0f0d9142b292823f976ee272b7 2024-11-27T03:22:02,749 DEBUG [M:0;66d3634da959:39423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70a614ec23334bda819ee5b2a67cb0bd as hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70a614ec23334bda819ee5b2a67cb0bd 2024-11-27T03:22:02,753 INFO [M:0;66d3634da959:39423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70a614ec23334bda819ee5b2a67cb0bd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T03:22:02,754 DEBUG [M:0;66d3634da959:39423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a423fc5b87834711b8bdaf1f88dcc5ba as hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a423fc5b87834711b8bdaf1f88dcc5ba 2024-11-27T03:22:02,757 INFO [M:0;66d3634da959:39423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a423fc5b87834711b8bdaf1f88dcc5ba, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T03:22:02,758 DEBUG [M:0;66d3634da959:39423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a818d0f0d9142b292823f976ee272b7 as hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a818d0f0d9142b292823f976ee272b7 2024-11-27T03:22:02,761 INFO [M:0;66d3634da959:39423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a818d0f0d9142b292823f976ee272b7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T03:22:02,762 INFO [M:0;66d3634da959:39423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-27T03:22:02,763 INFO [M:0;66d3634da959:39423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:02,763 DEBUG [M:0;66d3634da959:39423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677721478Disabling compacts and flushes for region at 1732677721478Disabling writes for close at 1732677721478Obtaining lock to block concurrent updates at 1732677721478Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677721478Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732677721479 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677721479Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677721479Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677721497 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677721497Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677721905 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677721920 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677721921 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677722328 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677722341 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677722341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f81a51: reopening flushed file at 1732677722748 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278fdc51: reopening flushed file at 1732677722753 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492ac8e: reopening flushed file at 1732677722757 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732677722762 (+5 ms)Writing region close event to WAL at 1732677722763 (+1 ms)Closed at 1732677722763 2024-11-27T03:22:02,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741830_1006 (size=63642) 2024-11-27T03:22:02,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a315f615-a015-430f-450a-8dc76363f7fa/MasterData/WALs/66d3634da959,39423,1732677695570/66d3634da959%2C39423%2C1732677695570.1732677697580 not finished, retry = 0 2024-11-27T03:22:02,866 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:22:02,867 INFO [M:0;66d3634da959:39423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:22:02,867 INFO [M:0;66d3634da959:39423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39423 2024-11-27T03:22:02,867 INFO [M:0;66d3634da959:39423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:22:03,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:03,015 INFO [M:0;66d3634da959:39423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:22:03,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x1017a4f6ab40000, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:03,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43525f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:22:03,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@758cc0e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:22:03,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:22:03,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1304d58f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:22:03,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e490c94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/hadoop.log.dir/,STOPPED} 2024-11-27T03:22:03,019 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:22:03,019 WARN [BP-439348248-172.17.0.3-1732677693214 heartbeating to localhost/127.0.0.1:33667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:22:03,019 WARN [BP-439348248-172.17.0.3-1732677693214 heartbeating to localhost/127.0.0.1:33667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-439348248-172.17.0.3-1732677693214 (Datanode Uuid a0ace5f7-209c-491b-9c2c-aa297c04a23f) service to localhost/127.0.0.1:33667 2024-11-27T03:22:03,019 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:22:03,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/cluster_9430ea33-ff58-cdf9-becb-84b759c654bf/data/data1/current/BP-439348248-172.17.0.3-1732677693214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:22:03,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/cluster_9430ea33-ff58-cdf9-becb-84b759c654bf/data/data2/current/BP-439348248-172.17.0.3-1732677693214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:22:03,020 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:22:03,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58bf9a8c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:22:03,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7480af43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:22:03,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:22:03,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51076a0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:22:03,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52806609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef7219c-d77d-6376-85d0-9d600571808f/hadoop.log.dir/,STOPPED} 2024-11-27T03:22:03,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T03:22:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:22:03,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 242) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64748) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64748) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33667 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44465 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 365) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4582 (was 4377) - AvailableMemoryMB LEAK? - 2024-11-27T03:22:03,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=4581 2024-11-27T03:22:03,073 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-27T03:22:03,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/hadoop.log.dir so I do NOT create it in target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6 2024-11-27T03:22:03,073 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:22:03,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/hadoop.tmp.dir so I do NOT create it in target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6 2024-11-27T03:22:03,073 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9b646c7-c7d0-dfe6-2695-ca7c27865a8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:22:03,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6 2024-11-27T03:22:03,073 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/cluster_4636a706-8a37-fcc5-f469-5d8a686d8c92, deleteOnExit=true 2024-11-27T03:22:03,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/cluster_4636a706-8a37-fcc5-f469-5d8a686d8c92/zookeeper_0, clientPort=64611, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/cluster_4636a706-8a37-fcc5-f469-5d8a686d8c92/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/cluster_4636a706-8a37-fcc5-f469-5d8a686d8c92/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:22:03,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64611 2024-11-27T03:22:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:22:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:22:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/test.cache.data in system properties and HBase conf 2024-11-27T03:22:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:22:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:22:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:22:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:22:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:22:03,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:22:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:22:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:22:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:22:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:22:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:22:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:22:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:22:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:22:03,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a4f6ab40002, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:22:03,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a4f6ab40002, quorum=127.0.0.1:64748, baseZNode=/0-209350607 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:22:03,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a4f6ab40005, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:22:03,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a4f6ab40005, quorum=127.0.0.1:64748, baseZNode=/11739949081 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:22:03,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:03,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:03,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:03,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:03,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:22:03,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:03,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cbdfca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:03,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66585517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:03,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57c31069{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/java.io.tmpdir/jetty-localhost-39229-hadoop-hdfs-3_4_1-tests_jar-_-any-13066682926836882494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:22:03,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2da4ada5{HTTP/1.1, (http/1.1)}{localhost:39229} 2024-11-27T03:22:03,605 INFO [Time-limited test {}] server.Server(415): Started @236373ms 2024-11-27T03:22:04,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:04,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:04,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:04,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:04,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:22:04,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6698a40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:04,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f5ac5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:04,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:22:04,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:22:04,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:22:04,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:22:04,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@752c0dc9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/java.io.tmpdir/jetty-localhost-43447-hadoop-hdfs-3_4_1-tests_jar-_-any-6576297162607354514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:22:04,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@398e971{HTTP/1.1, (http/1.1)}{localhost:43447} 2024-11-27T03:22:04,131 INFO [Time-limited test {}] server.Server(415): Started @236900ms 2024-11-27T03:22:04,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:22:04,852 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/cluster_4636a706-8a37-fcc5-f469-5d8a686d8c92/data/data1/current/BP-1490032880-172.17.0.3-1732677723117/current, will proceed with Du for space computation calculation, 2024-11-27T03:22:04,852 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/cluster_4636a706-8a37-fcc5-f469-5d8a686d8c92/data/data2/current/BP-1490032880-172.17.0.3-1732677723117/current, will proceed with Du for space computation calculation, 2024-11-27T03:22:04,871 WARN [Thread-2656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:22:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b94cd6e31a37a5e with lease ID 0x4b0edef402734e94: Processing first storage report for DS-19508ead-9c5f-4551-8b60-5bdaa6ed6083 from datanode DatanodeRegistration(127.0.0.1:40633, datanodeUuid=a0203a4a-067d-4f68-acb0-920aa11b6fca, infoPort=35205, infoSecurePort=0, ipcPort=37103, storageInfo=lv=-57;cid=testClusterID;nsid=773054434;c=1732677723117) 2024-11-27T03:22:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b94cd6e31a37a5e with lease ID 0x4b0edef402734e94: from storage DS-19508ead-9c5f-4551-8b60-5bdaa6ed6083 node DatanodeRegistration(127.0.0.1:40633, datanodeUuid=a0203a4a-067d-4f68-acb0-920aa11b6fca, infoPort=35205, infoSecurePort=0, ipcPort=37103, storageInfo=lv=-57;cid=testClusterID;nsid=773054434;c=1732677723117), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:22:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b94cd6e31a37a5e with lease ID 0x4b0edef402734e94: Processing first storage report for DS-d237eeab-24f9-434d-a551-55969783a386 from datanode DatanodeRegistration(127.0.0.1:40633, datanodeUuid=a0203a4a-067d-4f68-acb0-920aa11b6fca, infoPort=35205, infoSecurePort=0, ipcPort=37103, storageInfo=lv=-57;cid=testClusterID;nsid=773054434;c=1732677723117) 2024-11-27T03:22:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b94cd6e31a37a5e with lease ID 0x4b0edef402734e94: from storage DS-d237eeab-24f9-434d-a551-55969783a386 node DatanodeRegistration(127.0.0.1:40633, datanodeUuid=a0203a4a-067d-4f68-acb0-920aa11b6fca, infoPort=35205, infoSecurePort=0, ipcPort=37103, storageInfo=lv=-57;cid=testClusterID;nsid=773054434;c=1732677723117), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:22:04,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6 2024-11-27T03:22:04,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:04,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:22:05,363 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847 with version=8 2024-11-27T03:22:05,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/hbase-staging 2024-11-27T03:22:05,365 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:22:05,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:05,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:05,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:22:05,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:05,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:22:05,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:22:05,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:22:05,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41897 2024-11-27T03:22:05,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41897 connecting to ZooKeeper ensemble=127.0.0.1:64611 2024-11-27T03:22:05,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418970x0, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:05,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41897-0x1017a4fdf7f0000 connected 2024-11-27T03:22:05,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:05,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:05,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Set watcher on znode that does not yet exist, /01203151268/running 2024-11-27T03:22:05,540 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847, hbase.cluster.distributed=false 2024-11-27T03:22:05,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Set watcher on znode that does not yet exist, /01203151268/acl 2024-11-27T03:22:05,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41897 2024-11-27T03:22:05,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41897 2024-11-27T03:22:05,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41897 2024-11-27T03:22:05,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41897 2024-11-27T03:22:05,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41897 2024-11-27T03:22:05,561 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:22:05,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:05,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:05,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:22:05,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:05,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:22:05,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:22:05,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:22:05,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36031 2024-11-27T03:22:05,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36031 connecting to ZooKeeper ensemble=127.0.0.1:64611 2024-11-27T03:22:05,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:05,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:05,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360310x0, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:05,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360310x0, quorum=127.0.0.1:64611, baseZNode=/01203151268 Set watcher on znode that does not yet exist, /01203151268/running 2024-11-27T03:22:05,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36031-0x1017a4fdf7f0001 connected 2024-11-27T03:22:05,578 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:22:05,580 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:22:05,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Set watcher on znode that does not yet exist, /01203151268/master 2024-11-27T03:22:05,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Set watcher on znode that does not yet exist, /01203151268/acl 2024-11-27T03:22:05,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36031 2024-11-27T03:22:05,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36031 2024-11-27T03:22:05,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36031 2024-11-27T03:22:05,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36031 2024-11-27T03:22:05,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36031 2024-11-27T03:22:05,599 DEBUG [M:0;66d3634da959:41897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:41897 2024-11-27T03:22:05,599 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01203151268/backup-masters/66d3634da959,41897,1732677725365 2024-11-27T03:22:05,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268/backup-masters 2024-11-27T03:22:05,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268/backup-masters 2024-11-27T03:22:05,609 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Set watcher on existing znode=/01203151268/backup-masters/66d3634da959,41897,1732677725365 2024-11-27T03:22:05,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01203151268/master 2024-11-27T03:22:05,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:05,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:05,620 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Set watcher on existing znode=/01203151268/master 2024-11-27T03:22:05,620 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01203151268/backup-masters/66d3634da959,41897,1732677725365 from backup master directory 2024-11-27T03:22:05,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01203151268/backup-masters/66d3634da959,41897,1732677725365 2024-11-27T03:22:05,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268/backup-masters 2024-11-27T03:22:05,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268/backup-masters 2024-11-27T03:22:05,630 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:22:05,630 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,41897,1732677725365 2024-11-27T03:22:05,633 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/hbase.id] with ID: 0434fc4c-07dc-4eda-bf9e-46a902060698 2024-11-27T03:22:05,634 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/.tmp/hbase.id 2024-11-27T03:22:05,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:22:06,038 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/.tmp/hbase.id]:[hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/hbase.id] 2024-11-27T03:22:06,047 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:06,047 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:22:06,048 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:22:06,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:06,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:06,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:22:06,499 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:06,500 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:22:06,500 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:06,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:22:06,506 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store 2024-11-27T03:22:06,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:22:06,910 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:06,910 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:22:06,910 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:06,910 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:06,910 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:22:06,910 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:06,910 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:06,910 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677726910Disabling compacts and flushes for region at 1732677726910Disabling writes for close at 1732677726910Writing region close event to WAL at 1732677726910Closed at 1732677726910 2024-11-27T03:22:06,911 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/.initializing 2024-11-27T03:22:06,911 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/WALs/66d3634da959,41897,1732677725365 2024-11-27T03:22:06,912 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:22:06,913 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C41897%2C1732677725365, suffix=, logDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/WALs/66d3634da959,41897,1732677725365, archiveDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/oldWALs, maxLogs=10 2024-11-27T03:22:06,930 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/WALs/66d3634da959,41897,1732677725365/66d3634da959%2C41897%2C1732677725365.1732677726913, exclude list is [], retry=0 2024-11-27T03:22:06,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40633,DS-19508ead-9c5f-4551-8b60-5bdaa6ed6083,DISK] 2024-11-27T03:22:06,940 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/WALs/66d3634da959,41897,1732677725365/66d3634da959%2C41897%2C1732677725365.1732677726913 2024-11-27T03:22:06,941 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35205:35205)] 2024-11-27T03:22:06,941 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:06,941 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:06,941 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,941 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:22:06,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:06,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:06,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:22:06,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:06,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:06,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:22:06,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:06,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:06,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:22:06,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:06,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:06,952 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,953 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,953 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,954 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,954 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,955 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:06,955 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:06,957 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:06,958 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62121429, jitterRate=-0.07431857287883759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:06,958 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677726941Initializing all the Stores at 1732677726942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677726942Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677726942Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677726942Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677726942Cleaning up temporary data from old regions at 1732677726954 (+12 ms)Region opened successfully at 1732677726958 (+4 ms) 2024-11-27T03:22:06,959 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:22:06,961 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a415c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:22:06,962 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:22:06,962 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:22:06,962 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:22:06,962 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:22:06,963 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:22:06,963 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:22:06,963 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:22:06,965 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:22:06,966 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Unable to get data of znode /01203151268/balancer because node does not exist (not necessarily an error) 2024-11-27T03:22:07,020 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01203151268/balancer already deleted, retry=false 2024-11-27T03:22:07,020 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:22:07,021 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Unable to get data of znode /01203151268/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:22:07,030 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01203151268/normalizer already deleted, retry=false 2024-11-27T03:22:07,030 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:22:07,031 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Unable to get data of znode /01203151268/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:22:07,041 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01203151268/switch/split already deleted, retry=false 2024-11-27T03:22:07,041 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Unable to get data of znode /01203151268/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:22:07,051 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01203151268/switch/merge already deleted, retry=false 2024-11-27T03:22:07,053 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Unable to get data of znode /01203151268/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:22:07,062 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01203151268/snapshot-cleanup already deleted, retry=false 2024-11-27T03:22:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01203151268/running 2024-11-27T03:22:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01203151268/running 2024-11-27T03:22:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:07,073 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,41897,1732677725365, sessionid=0x1017a4fdf7f0000, setting cluster-up flag (Was=false) 2024-11-27T03:22:07,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:07,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:07,125 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01203151268/flush-table-proc/acquired, /01203151268/flush-table-proc/reached, /01203151268/flush-table-proc/abort 2024-11-27T03:22:07,126 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,41897,1732677725365 2024-11-27T03:22:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:07,177 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01203151268/online-snapshot/acquired, /01203151268/online-snapshot/reached, /01203151268/online-snapshot/abort 2024-11-27T03:22:07,178 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,41897,1732677725365 2024-11-27T03:22:07,179 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:22:07,180 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:07,181 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:22:07,181 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:22:07,181 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,41897,1732677725365 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:22:07,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:07,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:07,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:07,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:07,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:22:07,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:22:07,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,183 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677757183 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:22:07,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:22:07,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:22:07,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:22:07,185 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:07,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:22:07,185 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:22:07,185 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:22:07,185 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677727185,5,FailOnTimeoutGroup] 2024-11-27T03:22:07,188 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677727185,5,FailOnTimeoutGroup] 2024-11-27T03:22:07,188 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,188 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:22:07,188 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,188 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,191 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(746): ClusterId : 0434fc4c-07dc-4eda-bf9e-46a902060698 2024-11-27T03:22:07,191 DEBUG [RS:0;66d3634da959:36031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:22:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:22:07,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:22:07,194 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847 2024-11-27T03:22:07,199 DEBUG [RS:0;66d3634da959:36031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:22:07,199 DEBUG [RS:0;66d3634da959:36031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:22:07,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741832_1008 (size=32) 2024-11-27T03:22:07,210 DEBUG [RS:0;66d3634da959:36031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:22:07,210 DEBUG [RS:0;66d3634da959:36031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409c0a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:22:07,223 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:36031 2024-11-27T03:22:07,223 INFO [RS:0;66d3634da959:36031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:22:07,223 INFO [RS:0;66d3634da959:36031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:22:07,223 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:22:07,224 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,41897,1732677725365 with port=36031, startcode=1732677725561 2024-11-27T03:22:07,224 DEBUG [RS:0;66d3634da959:36031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:22:07,225 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:22:07,226 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,36031,1732677725561 2024-11-27T03:22:07,226 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41897 {}] master.ServerManager(517): Registering regionserver=66d3634da959,36031,1732677725561 2024-11-27T03:22:07,227 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847 2024-11-27T03:22:07,227 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38905 2024-11-27T03:22:07,227 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:22:07,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268/rs 2024-11-27T03:22:07,230 DEBUG [RS:0;66d3634da959:36031 {}] zookeeper.ZKUtil(111): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Set watcher on existing znode=/01203151268/rs/66d3634da959,36031,1732677725561 2024-11-27T03:22:07,230 WARN [RS:0;66d3634da959:36031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:22:07,230 INFO [RS:0;66d3634da959:36031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:07,231 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561 2024-11-27T03:22:07,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,36031,1732677725561] 2024-11-27T03:22:07,233 INFO [RS:0;66d3634da959:36031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:22:07,234 INFO [RS:0;66d3634da959:36031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:22:07,236 INFO [RS:0;66d3634da959:36031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:22:07,236 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,237 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:22:07,237 INFO [RS:0;66d3634da959:36031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:22:07,237 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,237 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,237 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,237 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,237 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,237 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,237 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:22:07,238 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,238 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,238 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,238 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,238 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,238 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:07,238 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:22:07,238 DEBUG [RS:0;66d3634da959:36031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:22:07,238 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,238 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,238 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,238 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,238 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,238 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36031,1732677725561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:22:07,251 INFO [RS:0;66d3634da959:36031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:22:07,251 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36031,1732677725561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,251 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,251 INFO [RS:0;66d3634da959:36031 {}] regionserver.Replication(171): 66d3634da959,36031,1732677725561 started 2024-11-27T03:22:07,262 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:07,262 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,36031,1732677725561, RpcServer on 66d3634da959/172.17.0.3:36031, sessionid=0x1017a4fdf7f0001 2024-11-27T03:22:07,262 DEBUG [RS:0;66d3634da959:36031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:22:07,262 DEBUG [RS:0;66d3634da959:36031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,36031,1732677725561 2024-11-27T03:22:07,262 DEBUG [RS:0;66d3634da959:36031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,36031,1732677725561' 2024-11-27T03:22:07,262 DEBUG [RS:0;66d3634da959:36031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01203151268/flush-table-proc/abort' 2024-11-27T03:22:07,263 DEBUG [RS:0;66d3634da959:36031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01203151268/flush-table-proc/acquired' 2024-11-27T03:22:07,263 DEBUG [RS:0;66d3634da959:36031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:22:07,263 DEBUG [RS:0;66d3634da959:36031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:22:07,263 DEBUG [RS:0;66d3634da959:36031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,36031,1732677725561 2024-11-27T03:22:07,263 DEBUG [RS:0;66d3634da959:36031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,36031,1732677725561' 2024-11-27T03:22:07,263 DEBUG [RS:0;66d3634da959:36031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01203151268/online-snapshot/abort' 2024-11-27T03:22:07,264 DEBUG [RS:0;66d3634da959:36031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01203151268/online-snapshot/acquired' 2024-11-27T03:22:07,264 DEBUG [RS:0;66d3634da959:36031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:22:07,264 INFO [RS:0;66d3634da959:36031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:22:07,264 INFO [RS:0;66d3634da959:36031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:22:07,364 INFO [RS:0;66d3634da959:36031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:22:07,365 INFO [RS:0;66d3634da959:36031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C36031%2C1732677725561, suffix=, logDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561, archiveDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/oldWALs, maxLogs=10 2024-11-27T03:22:07,376 DEBUG [RS:0;66d3634da959:36031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, exclude list is [], retry=0 2024-11-27T03:22:07,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40633,DS-19508ead-9c5f-4551-8b60-5bdaa6ed6083,DISK] 2024-11-27T03:22:07,380 INFO [RS:0;66d3634da959:36031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 2024-11-27T03:22:07,380 DEBUG [RS:0;66d3634da959:36031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35205:35205)] 2024-11-27T03:22:07,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:07,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:22:07,408 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38369 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:22:07,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:07,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:22:07,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:22:07,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:07,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:07,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:22:07,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:22:07,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:07,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:07,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:22:07,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:22:07,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:07,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:07,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:22:07,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:22:07,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:07,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:07,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:22:07,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740 2024-11-27T03:22:07,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740 2024-11-27T03:22:07,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:22:07,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:22:07,613 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:07,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:22:07,617 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:07,617 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59715284, jitterRate=-0.11017292737960815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:07,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677727605Initializing all the Stores at 1732677727606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677727606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677727606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677727606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677727606Cleaning up temporary data from old regions at 1732677727612 (+6 ms)Region opened successfully at 1732677727618 (+6 ms) 2024-11-27T03:22:07,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:22:07,618 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:22:07,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:22:07,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:22:07,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:22:07,625 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:07,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677727618Disabling compacts and flushes for region at 1732677727618Disabling writes for close at 1732677727618Writing region close event to WAL at 1732677727624 (+6 ms)Closed at 1732677727624 2024-11-27T03:22:07,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:07,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:22:07,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:22:07,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:22:07,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:22:07,778 DEBUG [66d3634da959:41897 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:22:07,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,36031,1732677725561 2024-11-27T03:22:07,779 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,36031,1732677725561, state=OPENING 2024-11-27T03:22:07,819 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:22:07,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:07,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:07,830 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:22:07,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01203151268/meta-region-server: CHANGED 2024-11-27T03:22:07,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01203151268/meta-region-server: CHANGED 2024-11-27T03:22:07,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,36031,1732677725561}] 2024-11-27T03:22:07,983 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:22:07,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:22:07,987 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:22:07,987 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:07,987 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:22:07,989 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C36031%2C1732677725561.meta, suffix=.meta, logDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561, archiveDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/oldWALs, maxLogs=10 2024-11-27T03:22:08,005 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.meta.1732677727989.meta, exclude list is [], retry=0 2024-11-27T03:22:08,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40633,DS-19508ead-9c5f-4551-8b60-5bdaa6ed6083,DISK] 2024-11-27T03:22:08,008 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.meta.1732677727989.meta 2024-11-27T03:22:08,010 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35205:35205)] 2024-11-27T03:22:08,010 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:08,010 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:08,010 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:22:08,010 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:22:08,010 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:22:08,010 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:22:08,010 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:08,011 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:22:08,011 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:22:08,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:22:08,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:22:08,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:08,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:08,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:22:08,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:22:08,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:08,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:08,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:22:08,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:22:08,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:08,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:08,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:22:08,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:22:08,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:08,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:08,015 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:22:08,016 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740 2024-11-27T03:22:08,016 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740 2024-11-27T03:22:08,017 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:22:08,017 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:22:08,018 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:08,018 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:22:08,019 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64020525, jitterRate=-0.04601983726024628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:08,019 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:22:08,020 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677728011Writing region info on filesystem at 1732677728011Initializing all the Stores at 1732677728011Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677728011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677728012 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677728012Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677728012Cleaning up temporary data from old regions at 1732677728017 (+5 ms)Running coprocessor post-open hooks at 1732677728019 (+2 ms)Region opened successfully at 1732677728020 (+1 ms) 2024-11-27T03:22:08,021 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677727983 2024-11-27T03:22:08,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,36031,1732677725561 2024-11-27T03:22:08,023 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:22:08,023 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:22:08,024 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,36031,1732677725561, state=OPEN 2024-11-27T03:22:08,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01203151268/meta-region-server 2024-11-27T03:22:08,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01203151268/meta-region-server 2024-11-27T03:22:08,062 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,36031,1732677725561 2024-11-27T03:22:08,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01203151268/meta-region-server: CHANGED 2024-11-27T03:22:08,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01203151268/meta-region-server: CHANGED 2024-11-27T03:22:08,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:22:08,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,36031,1732677725561 in 231 msec 2024-11-27T03:22:08,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:22:08,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-27T03:22:08,066 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:08,066 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:22:08,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:08,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,36031,1732677725561, seqNum=-1] 2024-11-27T03:22:08,068 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:08,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:08,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-11-27T03:22:08,073 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677728073, completionTime=-1 2024-11-27T03:22:08,073 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:22:08,073 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:22:08,075 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:22:08,075 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677788075 2024-11-27T03:22:08,075 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677848075 2024-11-27T03:22:08,075 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T03:22:08,076 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41897,1732677725365-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:08,076 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41897,1732677725365-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:08,076 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41897,1732677725365-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:08,076 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:41897, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:08,076 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:08,076 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:08,078 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:22:08,081 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.451sec 2024-11-27T03:22:08,081 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:22:08,081 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:22:08,081 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:22:08,081 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:22:08,081 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:22:08,081 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41897,1732677725365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:22:08,082 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41897,1732677725365-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:22:08,083 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:22:08,083 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:22:08,083 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41897,1732677725365-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:08,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cd4c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:08,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41897,-1 for getting cluster id 2024-11-27T03:22:08,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:08,093 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0434fc4c-07dc-4eda-bf9e-46a902060698' 2024-11-27T03:22:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0434fc4c-07dc-4eda-bf9e-46a902060698" 2024-11-27T03:22:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5433ba12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41897,-1] 2024-11-27T03:22:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:08,095 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:08,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470918dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:08,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,36031,1732677725561, seqNum=-1] 2024-11-27T03:22:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:08,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:08,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,41897,1732677725365 2024-11-27T03:22:08,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64611 2024-11-27T03:22:08,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:08,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a4fdf7f0002 connected 2024-11-27T03:22:08,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/hadoop.log.dir so I do NOT create it in target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5 2024-11-27T03:22:08,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:22:08,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/hadoop.tmp.dir so I do NOT create it in target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5 2024-11-27T03:22:08,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:22:08,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5 2024-11-27T03:22:08,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:22:08,139 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/cluster_8c712983-f1df-addd-6f1a-4546edcf3a40, deleteOnExit=true 2024-11-27T03:22:08,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:22:08,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/test.cache.data in system properties and HBase conf 2024-11-27T03:22:08,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:22:08,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:22:08,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:22:08,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:22:08,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:22:08,139 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:22:08,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:22:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:22:08,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:08,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:08,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:08,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:08,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:22:08,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:08,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37cf39df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:08,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82e9449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:08,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e1f05cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/java.io.tmpdir/jetty-localhost-43951-hadoop-hdfs-3_4_1-tests_jar-_-any-8958810152196544886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:22:08,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b558b59{HTTP/1.1, (http/1.1)}{localhost:43951} 2024-11-27T03:22:08,719 INFO [Time-limited test {}] server.Server(415): Started @241487ms 2024-11-27T03:22:09,286 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:22:09,299 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,372 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,372 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,372 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,372 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,373 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,383 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,388 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,390 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:09,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:09,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:09,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:09,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:09,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:22:09,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1973062{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:09,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bb52b53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:09,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75537c8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/java.io.tmpdir/jetty-localhost-44557-hadoop-hdfs-3_4_1-tests_jar-_-any-13463084887585219023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:22:09,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36b7fade{HTTP/1.1, (http/1.1)}{localhost:44557} 2024-11-27T03:22:09,600 INFO [Time-limited test {}] server.Server(415): Started @242368ms 2024-11-27T03:22:09,601 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:22:10,831 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/cluster_8c712983-f1df-addd-6f1a-4546edcf3a40/data/data1/current/BP-94273974-172.17.0.3-1732677728170/current, will proceed with Du for space computation calculation, 2024-11-27T03:22:10,832 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/cluster_8c712983-f1df-addd-6f1a-4546edcf3a40/data/data2/current/BP-94273974-172.17.0.3-1732677728170/current, will proceed with Du for space computation calculation, 2024-11-27T03:22:10,865 WARN [Thread-2777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:22:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bdd1d738226e327 with lease ID 0x2ddbe13409614c81: Processing first storage report for DS-6ec5004d-a206-4ba5-950b-2d6feeff9337 from datanode DatanodeRegistration(127.0.0.1:37027, datanodeUuid=64a4b47a-3871-44dc-bde4-ea328fab9321, infoPort=46143, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=1158387139;c=1732677728170) 2024-11-27T03:22:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bdd1d738226e327 with lease ID 0x2ddbe13409614c81: from storage DS-6ec5004d-a206-4ba5-950b-2d6feeff9337 node DatanodeRegistration(127.0.0.1:37027, datanodeUuid=64a4b47a-3871-44dc-bde4-ea328fab9321, infoPort=46143, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=1158387139;c=1732677728170), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:22:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bdd1d738226e327 with lease ID 0x2ddbe13409614c81: Processing first storage report for DS-36bb6e13-178d-4e08-bd6c-d3f797fb70e9 from datanode DatanodeRegistration(127.0.0.1:37027, datanodeUuid=64a4b47a-3871-44dc-bde4-ea328fab9321, infoPort=46143, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=1158387139;c=1732677728170) 2024-11-27T03:22:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bdd1d738226e327 with lease ID 0x2ddbe13409614c81: from storage DS-36bb6e13-178d-4e08-bd6c-d3f797fb70e9 node DatanodeRegistration(127.0.0.1:37027, datanodeUuid=64a4b47a-3871-44dc-bde4-ea328fab9321, infoPort=46143, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=1158387139;c=1732677728170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:22:10,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5 2024-11-27T03:22:10,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:10,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:22:10,943 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267 with version=8 2024-11-27T03:22:10,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/hbase-staging 2024-11-27T03:22:10,946 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:22:10,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:10,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:10,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:22:10,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:10,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:22:10,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:22:10,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:22:10,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35023 2024-11-27T03:22:10,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35023 connecting to ZooKeeper ensemble=127.0.0.1:64611 2024-11-27T03:22:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350230x0, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:10,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35023-0x1017a4fdf7f0003 connected 2024-11-27T03:22:11,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:11,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:11,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Set watcher on znode that does not yet exist, /1-2001240418/running 2024-11-27T03:22:11,056 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267, hbase.cluster.distributed=false 2024-11-27T03:22:11,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Set watcher on znode that does not yet exist, /1-2001240418/acl 2024-11-27T03:22:11,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-27T03:22:11,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35023 2024-11-27T03:22:11,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35023 2024-11-27T03:22:11,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-27T03:22:11,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-27T03:22:11,072 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:22:11,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:11,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:11,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:22:11,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:11,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:22:11,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:22:11,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:22:11,074 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33061 2024-11-27T03:22:11,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33061 connecting to ZooKeeper ensemble=127.0.0.1:64611 2024-11-27T03:22:11,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:11,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:11,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330610x0, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:11,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33061-0x1017a4fdf7f0004 connected 2024-11-27T03:22:11,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Set watcher on znode that does not yet exist, /1-2001240418/running 2024-11-27T03:22:11,084 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:22:11,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:22:11,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Set watcher on znode that does not yet exist, /1-2001240418/master 2024-11-27T03:22:11,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Set watcher on znode that does not yet exist, /1-2001240418/acl 2024-11-27T03:22:11,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-27T03:22:11,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33061 2024-11-27T03:22:11,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33061 2024-11-27T03:22:11,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-27T03:22:11,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-27T03:22:11,145 DEBUG [M:0;66d3634da959:35023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:35023 2024-11-27T03:22:11,146 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2001240418/backup-masters/66d3634da959,35023,1732677730946 2024-11-27T03:22:11,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418/backup-masters 2024-11-27T03:22:11,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418/backup-masters 2024-11-27T03:22:11,157 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Set watcher on existing znode=/1-2001240418/backup-masters/66d3634da959,35023,1732677730946 2024-11-27T03:22:11,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:11,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2001240418/master 2024-11-27T03:22:11,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:11,167 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Set watcher on existing znode=/1-2001240418/master 2024-11-27T03:22:11,168 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2001240418/backup-masters/66d3634da959,35023,1732677730946 from backup master directory 2024-11-27T03:22:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2001240418/backup-masters/66d3634da959,35023,1732677730946 2024-11-27T03:22:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418/backup-masters 2024-11-27T03:22:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418/backup-masters 2024-11-27T03:22:11,177 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:22:11,178 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,35023,1732677730946 2024-11-27T03:22:11,181 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/hbase.id] with ID: 3ea31492-dac3-4370-9c1d-ed87209cd3b5 2024-11-27T03:22:11,181 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/.tmp/hbase.id 2024-11-27T03:22:11,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:22:11,202 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/.tmp/hbase.id]:[hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/hbase.id] 2024-11-27T03:22:11,220 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:11,220 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:22:11,221 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:22:11,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:11,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:22:11,638 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:11,639 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:22:11,639 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:11,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:22:12,050 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store 2024-11-27T03:22:12,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:22:12,456 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:12,456 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:22:12,456 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:12,456 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:12,456 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:22:12,456 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:12,456 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:12,456 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677732456Disabling compacts and flushes for region at 1732677732456Disabling writes for close at 1732677732456Writing region close event to WAL at 1732677732456Closed at 1732677732456 2024-11-27T03:22:12,457 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/.initializing 2024-11-27T03:22:12,457 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/WALs/66d3634da959,35023,1732677730946 2024-11-27T03:22:12,457 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:22:12,458 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C35023%2C1732677730946, suffix=, logDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/WALs/66d3634da959,35023,1732677730946, archiveDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/oldWALs, maxLogs=10 2024-11-27T03:22:12,471 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/WALs/66d3634da959,35023,1732677730946/66d3634da959%2C35023%2C1732677730946.1732677732458, exclude list is [], retry=0 2024-11-27T03:22:12,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-6ec5004d-a206-4ba5-950b-2d6feeff9337,DISK] 2024-11-27T03:22:12,487 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/WALs/66d3634da959,35023,1732677730946/66d3634da959%2C35023%2C1732677730946.1732677732458 2024-11-27T03:22:12,488 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46143:46143)] 2024-11-27T03:22:12,488 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:12,489 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:12,489 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,489 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:22:12,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:12,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:12,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:22:12,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:12,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:12,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:22:12,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:12,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:12,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:22:12,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:12,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:12,504 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,505 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,505 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,506 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,506 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,506 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:12,507 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:12,508 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:12,509 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69138954, jitterRate=0.03025069832801819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:12,509 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677732489Initializing all the Stores at 1732677732490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677732490Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677732498 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677732498Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677732498Cleaning up temporary data from old regions at 1732677732506 (+8 ms)Region opened successfully at 1732677732509 (+3 ms) 2024-11-27T03:22:12,509 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:22:12,511 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f671519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:22:12,512 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:22:12,512 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:22:12,512 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:22:12,512 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:22:12,512 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:22:12,513 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:22:12,513 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:22:12,530 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:22:12,531 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Unable to get data of znode /1-2001240418/balancer because node does not exist (not necessarily an error) 2024-11-27T03:22:12,586 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2001240418/balancer already deleted, retry=false 2024-11-27T03:22:12,587 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:22:12,587 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Unable to get data of znode /1-2001240418/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:22:12,638 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2001240418/normalizer already deleted, retry=false 2024-11-27T03:22:12,639 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:22:12,640 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Unable to get data of znode /1-2001240418/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:22:12,681 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2001240418/switch/split already deleted, retry=false 2024-11-27T03:22:12,682 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Unable to get data of znode /1-2001240418/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:22:12,774 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2001240418/switch/merge already deleted, retry=false 2024-11-27T03:22:12,776 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Unable to get data of znode /1-2001240418/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:22:12,840 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2001240418/snapshot-cleanup already deleted, retry=false 2024-11-27T03:22:12,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2001240418/running 2024-11-27T03:22:12,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2001240418/running 2024-11-27T03:22:12,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:12,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:12,995 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,35023,1732677730946, sessionid=0x1017a4fdf7f0003, setting cluster-up flag (Was=false) 2024-11-27T03:22:13,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:22:13,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:13,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:13,836 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2001240418/flush-table-proc/acquired, /1-2001240418/flush-table-proc/reached, /1-2001240418/flush-table-proc/abort 2024-11-27T03:22:13,837 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,35023,1732677730946 2024-11-27T03:22:14,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:22:14,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T03:22:14,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:22:14,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T03:22:14,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:14,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:14,349 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2001240418/online-snapshot/acquired, /1-2001240418/online-snapshot/reached, /1-2001240418/online-snapshot/abort 2024-11-27T03:22:14,350 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,35023,1732677730946 2024-11-27T03:22:14,353 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:22:14,354 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:14,354 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:22:14,355 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:22:14,355 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,35023,1732677730946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:22:14,356 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:14,356 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:14,356 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:14,356 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:14,356 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:22:14,356 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,356 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:22:14,356 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:14,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:22:14,365 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:14,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:22:14,365 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677764365 2024-11-27T03:22:14,366 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:22:14,366 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:22:14,366 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:22:14,366 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:22:14,367 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:22:14,367 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:22:14,367 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,367 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:22:14,368 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:22:14,368 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:22:14,368 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:22:14,369 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:22:14,369 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:22:14,369 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677734369,5,FailOnTimeoutGroup] 2024-11-27T03:22:14,370 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677734369,5,FailOnTimeoutGroup] 2024-11-27T03:22:14,370 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,370 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:22:14,370 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,370 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:22:14,436 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(746): ClusterId : 3ea31492-dac3-4370-9c1d-ed87209cd3b5 2024-11-27T03:22:14,436 DEBUG [RS:0;66d3634da959:33061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:22:14,478 DEBUG [RS:0;66d3634da959:33061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:22:14,478 DEBUG [RS:0;66d3634da959:33061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:22:14,625 DEBUG [RS:0;66d3634da959:33061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:22:14,625 DEBUG [RS:0;66d3634da959:33061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776e6ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:22:14,636 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:33061 2024-11-27T03:22:14,636 INFO [RS:0;66d3634da959:33061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:22:14,636 INFO [RS:0;66d3634da959:33061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:22:14,636 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:22:14,637 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,35023,1732677730946 with port=33061, startcode=1732677731072 2024-11-27T03:22:14,637 DEBUG [RS:0;66d3634da959:33061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:22:14,638 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:22:14,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,33061,1732677731072 2024-11-27T03:22:14,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35023 {}] master.ServerManager(517): Registering regionserver=66d3634da959,33061,1732677731072 2024-11-27T03:22:14,639 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267 2024-11-27T03:22:14,639 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39857 2024-11-27T03:22:14,639 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:22:14,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418/rs 2024-11-27T03:22:14,741 DEBUG [RS:0;66d3634da959:33061 {}] zookeeper.ZKUtil(111): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Set watcher on existing znode=/1-2001240418/rs/66d3634da959,33061,1732677731072 2024-11-27T03:22:14,741 WARN [RS:0;66d3634da959:33061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:22:14,741 INFO [RS:0;66d3634da959:33061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:14,741 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072 2024-11-27T03:22:14,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,33061,1732677731072] 2024-11-27T03:22:14,744 INFO [RS:0;66d3634da959:33061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:22:14,745 INFO [RS:0;66d3634da959:33061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:22:14,745 INFO [RS:0;66d3634da959:33061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:22:14,745 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,745 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:22:14,746 INFO [RS:0;66d3634da959:33061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:22:14,746 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,746 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,746 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,746 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,746 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,746 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,746 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:22:14,746 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,746 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,747 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,747 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,747 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,747 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:14,747 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:22:14,747 DEBUG [RS:0;66d3634da959:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:22:14,752 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,752 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,752 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,752 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,752 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,752 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33061,1732677731072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:22:14,771 INFO [RS:0;66d3634da959:33061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:22:14,772 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33061,1732677731072-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,772 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,772 INFO [RS:0;66d3634da959:33061 {}] regionserver.Replication(171): 66d3634da959,33061,1732677731072 started 2024-11-27T03:22:14,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:22:14,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267 2024-11-27T03:22:14,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741832_1008 (size=32) 2024-11-27T03:22:14,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:14,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:22:14,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:22:14,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:14,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:14,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:22:14,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:22:14,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:14,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:14,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:22:14,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:22:14,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:14,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:14,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:22:14,790 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:14,790 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,33061,1732677731072, RpcServer on 66d3634da959/172.17.0.3:33061, sessionid=0x1017a4fdf7f0004 2024-11-27T03:22:14,790 DEBUG [RS:0;66d3634da959:33061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:22:14,790 DEBUG [RS:0;66d3634da959:33061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,33061,1732677731072 2024-11-27T03:22:14,790 DEBUG [RS:0;66d3634da959:33061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,33061,1732677731072' 2024-11-27T03:22:14,790 DEBUG [RS:0;66d3634da959:33061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2001240418/flush-table-proc/abort' 2024-11-27T03:22:14,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:22:14,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:14,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:14,790 DEBUG [RS:0;66d3634da959:33061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2001240418/flush-table-proc/acquired' 2024-11-27T03:22:14,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:22:14,791 DEBUG [RS:0;66d3634da959:33061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:22:14,791 DEBUG [RS:0;66d3634da959:33061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:22:14,791 DEBUG [RS:0;66d3634da959:33061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,33061,1732677731072 2024-11-27T03:22:14,791 DEBUG [RS:0;66d3634da959:33061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,33061,1732677731072' 2024-11-27T03:22:14,791 DEBUG [RS:0;66d3634da959:33061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2001240418/online-snapshot/abort' 2024-11-27T03:22:14,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740 2024-11-27T03:22:14,791 DEBUG [RS:0;66d3634da959:33061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2001240418/online-snapshot/acquired' 2024-11-27T03:22:14,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740 2024-11-27T03:22:14,791 DEBUG [RS:0;66d3634da959:33061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:22:14,791 INFO [RS:0;66d3634da959:33061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:22:14,792 INFO [RS:0;66d3634da959:33061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:22:14,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:22:14,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:22:14,792 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:14,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:22:14,794 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:14,795 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60773085, jitterRate=-0.09441046416759491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:14,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677734784Initializing all the Stores at 1732677734785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677734785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677734785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677734785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677734785Cleaning up temporary data from old regions at 1732677734792 (+7 ms)Region opened successfully at 1732677734795 (+3 ms) 2024-11-27T03:22:14,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:22:14,795 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:22:14,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:22:14,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:22:14,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:22:14,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:14,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677734795Disabling compacts and flushes for region at 1732677734795Disabling writes for close at 1732677734795Writing region close event to WAL at 1732677734795Closed at 1732677734795 2024-11-27T03:22:14,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:14,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:22:14,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:22:14,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:22:14,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:22:14,892 INFO [RS:0;66d3634da959:33061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:22:14,893 INFO [RS:0;66d3634da959:33061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C33061%2C1732677731072, suffix=, logDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072, archiveDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/oldWALs, maxLogs=10 2024-11-27T03:22:14,905 DEBUG [RS:0;66d3634da959:33061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, exclude list is [], retry=0 2024-11-27T03:22:14,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-6ec5004d-a206-4ba5-950b-2d6feeff9337,DISK] 2024-11-27T03:22:14,908 INFO [RS:0;66d3634da959:33061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 2024-11-27T03:22:14,909 DEBUG [RS:0;66d3634da959:33061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46143:46143)] 2024-11-27T03:22:14,948 DEBUG [66d3634da959:35023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:22:14,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,33061,1732677731072 2024-11-27T03:22:14,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,33061,1732677731072, state=OPENING 2024-11-27T03:22:14,986 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:22:15,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:15,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:15,039 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:22:15,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2001240418/meta-region-server: CHANGED 2024-11-27T03:22:15,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2001240418/meta-region-server: CHANGED 2024-11-27T03:22:15,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,33061,1732677731072}] 2024-11-27T03:22:15,191 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:22:15,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:22:15,195 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:22:15,195 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:15,195 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:22:15,196 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C33061%2C1732677731072.meta, suffix=.meta, logDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072, archiveDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/oldWALs, maxLogs=10 2024-11-27T03:22:15,208 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.meta.1732677735196.meta, exclude list is [], retry=0 2024-11-27T03:22:15,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-6ec5004d-a206-4ba5-950b-2d6feeff9337,DISK] 2024-11-27T03:22:15,211 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.meta.1732677735196.meta 2024-11-27T03:22:15,212 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46143:46143)] 2024-11-27T03:22:15,212 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:15,212 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:15,212 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:22:15,212 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:22:15,212 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:22:15,212 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:22:15,213 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:15,213 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:22:15,213 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:22:15,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:22:15,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:22:15,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:15,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:15,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:22:15,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:22:15,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:15,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:15,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:22:15,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:22:15,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:15,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:15,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:22:15,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:22:15,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:15,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:15,218 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:22:15,218 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740 2024-11-27T03:22:15,219 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740 2024-11-27T03:22:15,220 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:22:15,220 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:22:15,220 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:15,221 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:22:15,222 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73131769, jitterRate=0.08974827826023102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:15,222 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:22:15,222 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677735213Writing region info on filesystem at 1732677735213Initializing all the Stores at 1732677735214 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677735214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677735214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677735214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677735214Cleaning up temporary data from old regions at 1732677735220 (+6 ms)Running coprocessor post-open hooks at 1732677735222 (+2 ms)Region opened successfully at 1732677735222 2024-11-27T03:22:15,223 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677735191 2024-11-27T03:22:15,225 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:22:15,225 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:22:15,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,33061,1732677731072 2024-11-27T03:22:15,226 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,33061,1732677731072, state=OPEN 2024-11-27T03:22:15,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2001240418/meta-region-server 2024-11-27T03:22:15,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2001240418/meta-region-server 2024-11-27T03:22:15,240 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,33061,1732677731072 2024-11-27T03:22:15,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2001240418/meta-region-server: CHANGED 2024-11-27T03:22:15,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2001240418/meta-region-server: CHANGED 2024-11-27T03:22:15,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:22:15,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,33061,1732677731072 in 201 msec 2024-11-27T03:22:15,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:22:15,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-27T03:22:15,245 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:15,245 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:22:15,246 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:15,246 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,33061,1732677731072, seqNum=-1] 2024-11-27T03:22:15,246 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:15,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:15,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 898 msec 2024-11-27T03:22:15,253 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677735253, completionTime=-1 2024-11-27T03:22:15,253 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:22:15,253 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:22:15,255 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:22:15,255 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677795255 2024-11-27T03:22:15,255 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677855255 2024-11-27T03:22:15,255 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:22:15,255 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35023,1732677730946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:15,255 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35023,1732677730946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:15,255 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35023,1732677730946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:15,255 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:35023, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:15,255 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:15,256 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:15,257 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:22:15,259 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.081sec 2024-11-27T03:22:15,259 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:22:15,259 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:22:15,259 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:22:15,259 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:22:15,259 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:22:15,259 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35023,1732677730946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:22:15,259 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35023,1732677730946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:22:15,261 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:22:15,261 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:22:15,261 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35023,1732677730946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:15,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573c7d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:15,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35023,-1 for getting cluster id 2024-11-27T03:22:15,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:15,337 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea31492-dac3-4370-9c1d-ed87209cd3b5' 2024-11-27T03:22:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea31492-dac3-4370-9c1d-ed87209cd3b5" 2024-11-27T03:22:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50025c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35023,-1] 2024-11-27T03:22:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:15,338 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:15,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60809499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:15,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,33061,1732677731072, seqNum=-1] 2024-11-27T03:22:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:15,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:15,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,35023,1732677730946 2024-11-27T03:22:15,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64611 2024-11-27T03:22:15,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:15,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a4fdf7f0005 connected 2024-11-27T03:22:15,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/hadoop.log.dir so I do NOT create it in target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83 2024-11-27T03:22:15,531 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:22:15,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/hadoop.tmp.dir so I do NOT create it in target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83 2024-11-27T03:22:15,531 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:22:15,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83 2024-11-27T03:22:15,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:22:15,531 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/cluster_9e000e79-d937-8a82-3faf-75c8425d4e16, deleteOnExit=true 2024-11-27T03:22:15,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:22:15,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/test.cache.data in system properties and HBase conf 2024-11-27T03:22:15,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:22:15,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:22:15,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:22:15,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:22:15,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:22:15,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:22:15,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:22:15,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:22:16,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:16,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:16,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:16,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:16,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:22:16,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:16,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124ddfdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:16,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289a0598{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:16,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9a662c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/java.io.tmpdir/jetty-localhost-34225-hadoop-hdfs-3_4_1-tests_jar-_-any-6055016604640216737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:22:16,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44a8086e{HTTP/1.1, (http/1.1)}{localhost:34225} 2024-11-27T03:22:16,211 INFO [Time-limited test {}] server.Server(415): Started @248980ms 2024-11-27T03:22:16,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:16,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:16,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:16,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:16,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:22:16,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4569dc62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:16,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b321cee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:16,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eecebe9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/java.io.tmpdir/jetty-localhost-35817-hadoop-hdfs-3_4_1-tests_jar-_-any-9205370483408253239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:22:16,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76a8eee5{HTTP/1.1, (http/1.1)}{localhost:35817} 2024-11-27T03:22:16,999 INFO [Time-limited test {}] server.Server(415): Started @249768ms 2024-11-27T03:22:17,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:22:17,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:17,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:22:17,428 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48388 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:22:17,958 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/cluster_9e000e79-d937-8a82-3faf-75c8425d4e16/data/data1/current/BP-1124261123-172.17.0.3-1732677735552/current, will proceed with Du for space computation calculation, 2024-11-27T03:22:17,958 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/cluster_9e000e79-d937-8a82-3faf-75c8425d4e16/data/data2/current/BP-1124261123-172.17.0.3-1732677735552/current, will proceed with Du for space computation calculation, 2024-11-27T03:22:17,988 WARN [Thread-2897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:22:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cbe6adc1e1a7a6f with lease ID 0x6f14031f9cd1c68a: Processing first storage report for DS-cd14a7f7-cefe-4de8-84e9-0f3dbc7183e8 from datanode DatanodeRegistration(127.0.0.1:36767, datanodeUuid=27d39ea2-44d4-4962-b2fa-f746a673462f, infoPort=33689, infoSecurePort=0, ipcPort=39793, storageInfo=lv=-57;cid=testClusterID;nsid=1634732516;c=1732677735552) 2024-11-27T03:22:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cbe6adc1e1a7a6f with lease ID 0x6f14031f9cd1c68a: from storage DS-cd14a7f7-cefe-4de8-84e9-0f3dbc7183e8 node DatanodeRegistration(127.0.0.1:36767, datanodeUuid=27d39ea2-44d4-4962-b2fa-f746a673462f, infoPort=33689, infoSecurePort=0, ipcPort=39793, storageInfo=lv=-57;cid=testClusterID;nsid=1634732516;c=1732677735552), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:22:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cbe6adc1e1a7a6f with lease ID 0x6f14031f9cd1c68a: Processing first storage report for DS-e58370d2-706e-4094-ab75-5134d96a595d from datanode DatanodeRegistration(127.0.0.1:36767, datanodeUuid=27d39ea2-44d4-4962-b2fa-f746a673462f, infoPort=33689, infoSecurePort=0, ipcPort=39793, storageInfo=lv=-57;cid=testClusterID;nsid=1634732516;c=1732677735552) 2024-11-27T03:22:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cbe6adc1e1a7a6f with lease ID 0x6f14031f9cd1c68a: from storage DS-e58370d2-706e-4094-ab75-5134d96a595d node DatanodeRegistration(127.0.0.1:36767, datanodeUuid=27d39ea2-44d4-4962-b2fa-f746a673462f, infoPort=33689, infoSecurePort=0, ipcPort=39793, storageInfo=lv=-57;cid=testClusterID;nsid=1634732516;c=1732677735552), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:22:18,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83 2024-11-27T03:22:18,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:18,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:18,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:22:18,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7 with version=8 2024-11-27T03:22:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/hbase-staging 2024-11-27T03:22:18,044 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:22:18,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:18,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:18,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:22:18,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:18,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:22:18,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:22:18,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:22:18,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37593 2024-11-27T03:22:18,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37593 connecting to ZooKeeper ensemble=127.0.0.1:64611 2024-11-27T03:22:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375930x0, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:18,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37593-0x1017a4fdf7f0006 connected 2024-11-27T03:22:18,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:18,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:18,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Set watcher on znode that does not yet exist, /2-246594789/running 2024-11-27T03:22:18,171 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7, hbase.cluster.distributed=false 2024-11-27T03:22:18,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Set watcher on znode that does not yet exist, /2-246594789/acl 2024-11-27T03:22:18,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37593 2024-11-27T03:22:18,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37593 2024-11-27T03:22:18,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37593 2024-11-27T03:22:18,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37593 2024-11-27T03:22:18,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37593 2024-11-27T03:22:18,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:22:18,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:18,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:18,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:22:18,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:18,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:22:18,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:22:18,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:22:18,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34683 2024-11-27T03:22:18,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34683 connecting to ZooKeeper ensemble=127.0.0.1:64611 2024-11-27T03:22:18,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:18,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:18,219 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346830x0, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:18,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346830x0, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Set watcher on znode that does not yet exist, /2-246594789/running 2024-11-27T03:22:18,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34683-0x1017a4fdf7f0007 connected 2024-11-27T03:22:18,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:22:18,220 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:22:18,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Set watcher on znode that does not yet exist, /2-246594789/master 2024-11-27T03:22:18,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Set watcher on znode that does not yet exist, /2-246594789/acl 2024-11-27T03:22:18,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34683 2024-11-27T03:22:18,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34683 2024-11-27T03:22:18,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34683 2024-11-27T03:22:18,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34683 2024-11-27T03:22:18,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34683 2024-11-27T03:22:18,239 DEBUG [M:0;66d3634da959:37593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:37593 2024-11-27T03:22:18,240 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-246594789/backup-masters/66d3634da959,37593,1732677738043 2024-11-27T03:22:18,251 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789/backup-masters 2024-11-27T03:22:18,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789/backup-masters 2024-11-27T03:22:18,251 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Set watcher on existing znode=/2-246594789/backup-masters/66d3634da959,37593,1732677738043 2024-11-27T03:22:18,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:18,261 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-246594789/master 2024-11-27T03:22:18,261 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:18,261 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Set watcher on existing znode=/2-246594789/master 2024-11-27T03:22:18,262 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-246594789/backup-masters/66d3634da959,37593,1732677738043 from backup master directory 2024-11-27T03:22:18,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-246594789/backup-masters/66d3634da959,37593,1732677738043 2024-11-27T03:22:18,272 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789/backup-masters 2024-11-27T03:22:18,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789/backup-masters 2024-11-27T03:22:18,272 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:22:18,272 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,37593,1732677738043 2024-11-27T03:22:18,274 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/hbase.id] with ID: 585583b0-c955-48fc-affe-a1694a383934 2024-11-27T03:22:18,275 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/.tmp/hbase.id 2024-11-27T03:22:18,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:22:18,680 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/.tmp/hbase.id]:[hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/hbase.id] 2024-11-27T03:22:18,688 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:18,688 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:22:18,689 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:22:18,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:18,702 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:18,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:22:19,108 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:19,119 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:22:19,119 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:22:19,127 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store 2024-11-27T03:22:19,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:22:19,142 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:19,142 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:22:19,142 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:19,142 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:19,142 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:22:19,142 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:19,142 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:19,142 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677739142Disabling compacts and flushes for region at 1732677739142Disabling writes for close at 1732677739142Writing region close event to WAL at 1732677739142Closed at 1732677739142 2024-11-27T03:22:19,143 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/.initializing 2024-11-27T03:22:19,143 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/WALs/66d3634da959,37593,1732677738043 2024-11-27T03:22:19,144 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:22:19,145 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C37593%2C1732677738043, suffix=, logDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/WALs/66d3634da959,37593,1732677738043, archiveDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/oldWALs, maxLogs=10 2024-11-27T03:22:19,165 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/WALs/66d3634da959,37593,1732677738043/66d3634da959%2C37593%2C1732677738043.1732677739145, exclude list is [], retry=0 2024-11-27T03:22:19,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36767,DS-cd14a7f7-cefe-4de8-84e9-0f3dbc7183e8,DISK] 2024-11-27T03:22:19,168 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/WALs/66d3634da959,37593,1732677738043/66d3634da959%2C37593%2C1732677738043.1732677739145 2024-11-27T03:22:19,169 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33689:33689)] 2024-11-27T03:22:19,169 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:19,169 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:19,169 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,169 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:22:19,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:19,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:19,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:22:19,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:19,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:19,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:22:19,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:19,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:19,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:22:19,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:19,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:19,175 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,175 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,176 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,177 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,177 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,177 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:19,178 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:19,180 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:19,180 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61262253, jitterRate=-0.08712129294872284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:19,180 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677739169Initializing all the Stores at 1732677739170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677739170Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677739170Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677739170Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677739170Cleaning up temporary data from old regions at 1732677739177 (+7 ms)Region opened successfully at 1732677739180 (+3 ms) 2024-11-27T03:22:19,180 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:22:19,182 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e96149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:22:19,183 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:22:19,183 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:22:19,183 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:22:19,183 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:22:19,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:22:19,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:22:19,184 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:22:19,186 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:22:19,187 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Unable to get data of znode /2-246594789/balancer because node does not exist (not necessarily an error) 2024-11-27T03:22:19,879 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-246594789/balancer already deleted, retry=false 2024-11-27T03:22:19,879 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:22:19,880 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Unable to get data of znode /2-246594789/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:22:20,018 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-246594789/normalizer already deleted, retry=false 2024-11-27T03:22:20,018 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:22:20,019 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Unable to get data of znode /2-246594789/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:22:20,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,219 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-246594789/switch/split already deleted, retry=false 2024-11-27T03:22:20,220 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Unable to get data of znode /2-246594789/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:22:20,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,376 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-246594789/switch/merge already deleted, retry=false 2024-11-27T03:22:20,378 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Unable to get data of znode /2-246594789/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:22:20,513 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-246594789/snapshot-cleanup already deleted, retry=false 2024-11-27T03:22:20,682 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-246594789/running 2024-11-27T03:22:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-246594789/running 2024-11-27T03:22:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:20,682 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:20,682 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,37593,1732677738043, sessionid=0x1017a4fdf7f0006, setting cluster-up flag (Was=false) 2024-11-27T03:22:20,745 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:20,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:20,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:22:20,777 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-246594789/flush-table-proc/acquired, /2-246594789/flush-table-proc/reached, /2-246594789/flush-table-proc/abort 2024-11-27T03:22:20,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,778 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,37593,1732677738043 2024-11-27T03:22:20,798 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:20,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:20,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,830 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-246594789/online-snapshot/acquired, /2-246594789/online-snapshot/reached, /2-246594789/online-snapshot/abort 2024-11-27T03:22:20,830 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,37593,1732677738043 2024-11-27T03:22:20,831 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:22:20,833 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:20,833 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:22:20,833 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:22:20,833 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,37593,1732677738043 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:22:20,833 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(746): ClusterId : 585583b0-c955-48fc-affe-a1694a383934 2024-11-27T03:22:20,833 DEBUG [RS:0;66d3634da959:34683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:22:20,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,840 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:20,840 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:20,840 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:20,840 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:20,840 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:22:20,840 DEBUG [RS:0;66d3634da959:34683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:22:20,841 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,841 DEBUG [RS:0;66d3634da959:34683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:22:20,841 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:22:20,841 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:20,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:22:20,842 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677770842 2024-11-27T03:22:20,842 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:22:20,842 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:22:20,842 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:22:20,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:20,842 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:22:20,842 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:22:20,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:22:20,843 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:22:20,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:22:20,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:22:20,844 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:22:20,848 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:22:20,848 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:22:20,851 DEBUG [RS:0;66d3634da959:34683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:22:20,851 DEBUG [RS:0;66d3634da959:34683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac22e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:22:20,852 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677740848,5,FailOnTimeoutGroup] 2024-11-27T03:22:20,856 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677740852,5,FailOnTimeoutGroup] 2024-11-27T03:22:20,856 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,856 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:22:20,856 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,856 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,859 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:20,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:22:20,871 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:34683 2024-11-27T03:22:20,871 INFO [RS:0;66d3634da959:34683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:22:20,871 INFO [RS:0;66d3634da959:34683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:22:20,871 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:22:20,872 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,37593,1732677738043 with port=34683, startcode=1732677738202 2024-11-27T03:22:20,872 DEBUG [RS:0;66d3634da959:34683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:22:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:22:20,874 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:22:20,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:22:20,874 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7 2024-11-27T03:22:20,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,34683,1732677738202 2024-11-27T03:22:20,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37593 {}] master.ServerManager(517): Registering regionserver=66d3634da959,34683,1732677738202 2024-11-27T03:22:20,876 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7 2024-11-27T03:22:20,876 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33017 2024-11-27T03:22:20,876 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:22:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741832_1008 (size=32) 2024-11-27T03:22:20,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:20,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:22:20,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:22:20,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:20,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:20,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:22:20,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:22:20,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:20,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:20,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:22:20,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:22:20,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:20,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:20,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:22:20,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:22:20,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:20,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:20,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:22:20,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740 2024-11-27T03:22:20,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740 2024-11-27T03:22:20,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:22:20,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:22:20,890 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:20,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:22:20,901 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:20,901 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73980229, jitterRate=0.102391317486763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:20,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677740883Initializing all the Stores at 1732677740883Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677740883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677740883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677740883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677740884 (+1 ms)Cleaning up temporary data from old regions at 1732677740890 (+6 ms)Region opened successfully at 1732677740901 (+11 ms) 2024-11-27T03:22:20,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:22:20,901 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:22:20,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:22:20,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:22:20,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:22:20,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:20,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677740901Disabling compacts and flushes for region at 1732677740901Disabling writes for close at 1732677740901Writing region close event to WAL at 1732677740905 (+4 ms)Closed at 1732677740905 2024-11-27T03:22:20,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:20,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:22:20,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:22:20,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:22:20,909 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:22:20,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789/rs 2024-11-27T03:22:20,930 DEBUG [RS:0;66d3634da959:34683 {}] zookeeper.ZKUtil(111): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Set watcher on existing znode=/2-246594789/rs/66d3634da959,34683,1732677738202 2024-11-27T03:22:20,930 WARN [RS:0;66d3634da959:34683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:22:20,930 INFO [RS:0;66d3634da959:34683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:20,930 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202 2024-11-27T03:22:20,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,34683,1732677738202] 2024-11-27T03:22:20,948 INFO [RS:0;66d3634da959:34683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:22:20,962 INFO [RS:0;66d3634da959:34683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:22:20,964 INFO [RS:0;66d3634da959:34683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:22:20,964 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,965 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:22:20,965 INFO [RS:0;66d3634da959:34683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:22:20,965 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:22:20,966 DEBUG [RS:0;66d3634da959:34683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:22:20,968 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,968 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,968 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,968 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,968 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,968 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,34683,1732677738202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:22:20,986 INFO [RS:0;66d3634da959:34683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:22:20,987 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,34683,1732677738202-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,987 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:20,987 INFO [RS:0;66d3634da959:34683 {}] regionserver.Replication(171): 66d3634da959,34683,1732677738202 started 2024-11-27T03:22:21,006 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:21,006 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,34683,1732677738202, RpcServer on 66d3634da959/172.17.0.3:34683, sessionid=0x1017a4fdf7f0007 2024-11-27T03:22:21,006 DEBUG [RS:0;66d3634da959:34683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:22:21,006 DEBUG [RS:0;66d3634da959:34683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,34683,1732677738202 2024-11-27T03:22:21,006 DEBUG [RS:0;66d3634da959:34683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,34683,1732677738202' 2024-11-27T03:22:21,007 DEBUG [RS:0;66d3634da959:34683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-246594789/flush-table-proc/abort' 2024-11-27T03:22:21,007 DEBUG [RS:0;66d3634da959:34683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-246594789/flush-table-proc/acquired' 2024-11-27T03:22:21,008 DEBUG [RS:0;66d3634da959:34683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:22:21,008 DEBUG [RS:0;66d3634da959:34683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:22:21,008 DEBUG [RS:0;66d3634da959:34683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,34683,1732677738202 2024-11-27T03:22:21,008 DEBUG [RS:0;66d3634da959:34683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,34683,1732677738202' 2024-11-27T03:22:21,008 DEBUG [RS:0;66d3634da959:34683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-246594789/online-snapshot/abort' 2024-11-27T03:22:21,008 DEBUG [RS:0;66d3634da959:34683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-246594789/online-snapshot/acquired' 2024-11-27T03:22:21,009 DEBUG [RS:0;66d3634da959:34683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:22:21,009 INFO [RS:0;66d3634da959:34683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:22:21,009 INFO [RS:0;66d3634da959:34683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:22:21,059 WARN [66d3634da959:37593 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T03:22:21,109 INFO [RS:0;66d3634da959:34683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:22:21,111 INFO [RS:0;66d3634da959:34683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C34683%2C1732677738202, suffix=, logDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202, archiveDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/oldWALs, maxLogs=10 2024-11-27T03:22:21,131 DEBUG [RS:0;66d3634da959:34683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, exclude list is [], retry=0 2024-11-27T03:22:21,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36767,DS-cd14a7f7-cefe-4de8-84e9-0f3dbc7183e8,DISK] 2024-11-27T03:22:21,150 INFO [RS:0;66d3634da959:34683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 2024-11-27T03:22:21,160 DEBUG [RS:0;66d3634da959:34683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33689:33689)] 2024-11-27T03:22:21,310 DEBUG [66d3634da959:37593 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:22:21,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,34683,1732677738202 2024-11-27T03:22:21,313 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,34683,1732677738202, state=OPENING 2024-11-27T03:22:21,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:22:21,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:21,345 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:21,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-246594789/meta-region-server: CHANGED 2024-11-27T03:22:21,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-246594789/meta-region-server: CHANGED 2024-11-27T03:22:21,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:22:21,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,34683,1732677738202}] 2024-11-27T03:22:21,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:22:21,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:22:21,536 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:22:21,537 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:21,537 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:22:21,539 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C34683%2C1732677738202.meta, suffix=.meta, logDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202, archiveDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/oldWALs, maxLogs=10 2024-11-27T03:22:21,557 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.meta.1732677741539.meta, exclude list is [], retry=0 2024-11-27T03:22:21,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36767,DS-cd14a7f7-cefe-4de8-84e9-0f3dbc7183e8,DISK] 2024-11-27T03:22:21,574 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.meta.1732677741539.meta 2024-11-27T03:22:21,574 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33689:33689)] 2024-11-27T03:22:21,574 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:21,575 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:21,575 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:22:21,575 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:22:21,575 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:22:21,575 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:22:21,575 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:21,575 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:22:21,575 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:22:21,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:22:21,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:22:21,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:21,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:21,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:22:21,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:22:21,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:21,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:21,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:22:21,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:22:21,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:21,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:21,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:22:21,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:22:21,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:21,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:21,589 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:22:21,590 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740 2024-11-27T03:22:21,591 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740 2024-11-27T03:22:21,592 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:22:21,592 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:22:21,593 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:21,594 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:22:21,595 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69990273, jitterRate=0.04293633997440338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:21,595 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:22:21,595 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677741576Writing region info on filesystem at 1732677741576Initializing all the Stores at 1732677741577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677741577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677741580 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677741580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677741580Cleaning up temporary data from old regions at 1732677741592 (+12 ms)Running coprocessor post-open hooks at 1732677741595 (+3 ms)Region opened successfully at 1732677741595 2024-11-27T03:22:21,597 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677741500 2024-11-27T03:22:21,600 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:22:21,600 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:22:21,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,34683,1732677738202 2024-11-27T03:22:21,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,34683,1732677738202, state=OPEN 2024-11-27T03:22:21,651 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-246594789/meta-region-server 2024-11-27T03:22:21,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-246594789/meta-region-server 2024-11-27T03:22:21,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-246594789/meta-region-server: CHANGED 2024-11-27T03:22:21,651 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,34683,1732677738202 2024-11-27T03:22:21,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-246594789/meta-region-server: CHANGED 2024-11-27T03:22:21,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:22:21,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,34683,1732677738202 in 305 msec 2024-11-27T03:22:21,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:22:21,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 748 msec 2024-11-27T03:22:21,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:21,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:22:21,659 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:21,659 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,34683,1732677738202, seqNum=-1] 2024-11-27T03:22:21,660 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:21,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:21,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 834 msec 2024-11-27T03:22:21,667 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677741667, completionTime=-1 2024-11-27T03:22:21,667 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:22:21,667 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:22:21,671 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:22:21,671 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677801671 2024-11-27T03:22:21,671 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677861671 2024-11-27T03:22:21,671 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-27T03:22:21,671 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37593,1732677738043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:21,671 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37593,1732677738043-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:21,671 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37593,1732677738043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:21,672 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:37593, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:21,672 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:21,676 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:22:21,680 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:21,690 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.418sec 2024-11-27T03:22:21,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:22:21,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:22:21,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:22:21,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:22:21,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:22:21,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37593,1732677738043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:22:21,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37593,1732677738043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:22:21,702 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:22:21,702 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:22:21,702 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37593,1732677738043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:21,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66795401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:21,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37593,-1 for getting cluster id 2024-11-27T03:22:21,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:21,768 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585583b0-c955-48fc-affe-a1694a383934' 2024-11-27T03:22:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585583b0-c955-48fc-affe-a1694a383934" 2024-11-27T03:22:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f873e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37593,-1] 2024-11-27T03:22:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:21,771 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:21,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4eaa89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:21,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:21,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,34683,1732677738202, seqNum=-1] 2024-11-27T03:22:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:21,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:21,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,37593,1732677738043 2024-11-27T03:22:21,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64611 2024-11-27T03:22:21,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:21,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017a4fdf7f0008 connected 2024-11-27T03:22:21,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41897,1732677725365 2024-11-27T03:22:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12f27725 2024-11-27T03:22:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:21,824 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:21,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:22:21,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:22:21,828 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:21,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:22:21,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:22:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:21,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:22:21,869 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a70ee9ef7d7676713a8b7c4ea556939, NAME => 'test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847 2024-11-27T03:22:21,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:22:21,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:21,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3a70ee9ef7d7676713a8b7c4ea556939, disabling compactions & flushes 2024-11-27T03:22:21,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:21,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:21,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. after waiting 0 ms 2024-11-27T03:22:21,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:21,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:21,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a70ee9ef7d7676713a8b7c4ea556939: Waiting for close lock at 1732677741895Disabling compacts and flushes for region at 1732677741895Disabling writes for close at 1732677741895Writing region close event to WAL at 1732677741895Closed at 1732677741895 2024-11-27T03:22:21,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:22:21,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677741897"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677741897"}]},"ts":"1732677741897"} 2024-11-27T03:22:21,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:22:21,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:22:21,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677741901"}]},"ts":"1732677741901"} 2024-11-27T03:22:21,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:22:21,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a70ee9ef7d7676713a8b7c4ea556939, ASSIGN}] 2024-11-27T03:22:21,905 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a70ee9ef7d7676713a8b7c4ea556939, ASSIGN 2024-11-27T03:22:21,906 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3a70ee9ef7d7676713a8b7c4ea556939, ASSIGN; state=OFFLINE, location=66d3634da959,36031,1732677725561; forceNewPlan=false, retain=false 2024-11-27T03:22:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:22,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a70ee9ef7d7676713a8b7c4ea556939, regionState=OPENING, regionLocation=66d3634da959,36031,1732677725561 2024-11-27T03:22:22,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3a70ee9ef7d7676713a8b7c4ea556939, ASSIGN because future has completed 2024-11-27T03:22:22,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a70ee9ef7d7676713a8b7c4ea556939, server=66d3634da959,36031,1732677725561}] 2024-11-27T03:22:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:22,240 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:22,240 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a70ee9ef7d7676713a8b7c4ea556939, NAME => 'test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:22,241 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:22,241 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:22:22,241 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,241 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:22,241 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,241 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,243 INFO [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,244 INFO [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a70ee9ef7d7676713a8b7c4ea556939 columnFamilyName f 2024-11-27T03:22:22,244 DEBUG [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:22,245 INFO [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] regionserver.HStore(327): Store=3a70ee9ef7d7676713a8b7c4ea556939/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:22,245 INFO [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,247 INFO [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a70ee9ef7d7676713a8b7c4ea556939 columnFamilyName f1 2024-11-27T03:22:22,247 DEBUG [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:22,247 INFO [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] regionserver.HStore(327): Store=3a70ee9ef7d7676713a8b7c4ea556939/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:22,247 INFO [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,248 INFO [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a70ee9ef7d7676713a8b7c4ea556939 columnFamilyName norep 2024-11-27T03:22:22,248 DEBUG [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:22,249 INFO [StoreOpener-3a70ee9ef7d7676713a8b7c4ea556939-1 {}] regionserver.HStore(327): Store=3a70ee9ef7d7676713a8b7c4ea556939/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:22,249 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,249 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,250 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,251 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,251 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,251 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:22:22,252 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,254 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:22,255 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a70ee9ef7d7676713a8b7c4ea556939; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60836660, jitterRate=-0.09346312284469604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:22:22,255 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:22,255 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a70ee9ef7d7676713a8b7c4ea556939: Running coprocessor pre-open hook at 1732677742241Writing region info on filesystem at 1732677742241Initializing all the Stores at 1732677742243 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677742243Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677742243Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677742243Cleaning up temporary data from old regions at 1732677742251 (+8 ms)Running coprocessor post-open hooks at 1732677742255 (+4 ms)Region opened successfully at 1732677742255 2024-11-27T03:22:22,257 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939., pid=6, masterSystemTime=1732677742222 2024-11-27T03:22:22,260 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:22,260 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:22,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a70ee9ef7d7676713a8b7c4ea556939, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,36031,1732677725561 2024-11-27T03:22:22,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a70ee9ef7d7676713a8b7c4ea556939, server=66d3634da959,36031,1732677725561 because future has completed 2024-11-27T03:22:22,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:22:22,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a70ee9ef7d7676713a8b7c4ea556939, server=66d3634da959,36031,1732677725561 in 200 msec 2024-11-27T03:22:22,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:22:22,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3a70ee9ef7d7676713a8b7c4ea556939, ASSIGN in 368 msec 2024-11-27T03:22:22,277 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:22:22,277 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677742277"}]},"ts":"1732677742277"} 2024-11-27T03:22:22,280 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:22:22,281 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:22:22,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 456 msec 2024-11-27T03:22:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:22,459 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:22:22,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,35023,1732677730946 2024-11-27T03:22:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12294f5b 2024-11-27T03:22:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:22,461 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:22,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:22:22,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:22:22,465 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:22,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:22:22,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:22:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:22:22,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff44852047d0bb633e64fefced754807, NAME => 'test,,1732677742462.ff44852047d0bb633e64fefced754807.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267 2024-11-27T03:22:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:22:22,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677742462.ff44852047d0bb633e64fefced754807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:22,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff44852047d0bb633e64fefced754807, disabling compactions & flushes 2024-11-27T03:22:22,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:22,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:22,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677742462.ff44852047d0bb633e64fefced754807. after waiting 0 ms 2024-11-27T03:22:22,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:22,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:22,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff44852047d0bb633e64fefced754807: Waiting for close lock at 1732677742544Disabling compacts and flushes for region at 1732677742544Disabling writes for close at 1732677742544Writing region close event to WAL at 1732677742544Closed at 1732677742544 2024-11-27T03:22:22,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:22:22,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677742462.ff44852047d0bb633e64fefced754807.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677742545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677742545"}]},"ts":"1732677742545"} 2024-11-27T03:22:22,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:22:22,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:22:22,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677742550"}]},"ts":"1732677742550"} 2024-11-27T03:22:22,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:22:22,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff44852047d0bb633e64fefced754807, ASSIGN}] 2024-11-27T03:22:22,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff44852047d0bb633e64fefced754807, ASSIGN 2024-11-27T03:22:22,561 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff44852047d0bb633e64fefced754807, ASSIGN; state=OFFLINE, location=66d3634da959,33061,1732677731072; forceNewPlan=false, retain=false 2024-11-27T03:22:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:22,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff44852047d0bb633e64fefced754807, regionState=OPENING, regionLocation=66d3634da959,33061,1732677731072 2024-11-27T03:22:22,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff44852047d0bb633e64fefced754807, ASSIGN because future has completed 2024-11-27T03:22:22,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff44852047d0bb633e64fefced754807, server=66d3634da959,33061,1732677731072}] 2024-11-27T03:22:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:22,877 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:22,877 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff44852047d0bb633e64fefced754807, NAME => 'test,,1732677742462.ff44852047d0bb633e64fefced754807.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:22,877 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:22,881 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:22:22,882 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,882 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677742462.ff44852047d0bb633e64fefced754807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:22,882 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,882 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,901 INFO [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,903 INFO [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff44852047d0bb633e64fefced754807 columnFamilyName f 2024-11-27T03:22:22,903 DEBUG [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:22,904 INFO [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] regionserver.HStore(327): Store=ff44852047d0bb633e64fefced754807/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:22,904 INFO [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,907 INFO [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff44852047d0bb633e64fefced754807 columnFamilyName f1 2024-11-27T03:22:22,907 DEBUG [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:22,909 INFO [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] regionserver.HStore(327): Store=ff44852047d0bb633e64fefced754807/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:22,909 INFO [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,910 INFO [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff44852047d0bb633e64fefced754807 columnFamilyName norep 2024-11-27T03:22:22,911 DEBUG [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:22,911 INFO [StoreOpener-ff44852047d0bb633e64fefced754807-1 {}] regionserver.HStore(327): Store=ff44852047d0bb633e64fefced754807/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:22,911 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,913 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,913 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,943 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,943 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,944 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:22:22,946 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,957 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:22,958 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff44852047d0bb633e64fefced754807; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59145287, jitterRate=-0.11866654455661774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:22:22,959 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff44852047d0bb633e64fefced754807 2024-11-27T03:22:22,959 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff44852047d0bb633e64fefced754807: Running coprocessor pre-open hook at 1732677742882Writing region info on filesystem at 1732677742883 (+1 ms)Initializing all the Stores at 1732677742883Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677742883Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677742896 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677742896Cleaning up temporary data from old regions at 1732677742944 (+48 ms)Running coprocessor post-open hooks at 1732677742959 (+15 ms)Region opened successfully at 1732677742959 2024-11-27T03:22:22,961 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677742462.ff44852047d0bb633e64fefced754807., pid=6, masterSystemTime=1732677742868 2024-11-27T03:22:22,964 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:22,964 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:22,965 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff44852047d0bb633e64fefced754807, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,33061,1732677731072 2024-11-27T03:22:22,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff44852047d0bb633e64fefced754807, server=66d3634da959,33061,1732677731072 because future has completed 2024-11-27T03:22:22,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:22:22,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff44852047d0bb633e64fefced754807, server=66d3634da959,33061,1732677731072 in 254 msec 2024-11-27T03:22:22,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:22:22,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff44852047d0bb633e64fefced754807, ASSIGN in 421 msec 2024-11-27T03:22:22,986 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:22:22,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677742986"}]},"ts":"1732677742986"} 2024-11-27T03:22:22,989 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:22:22,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:22:22,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 529 msec 2024-11-27T03:22:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:23,099 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:22:23,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:23,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37593,1732677738043 2024-11-27T03:22:23,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ad0be0c 2024-11-27T03:22:23,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:23,102 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:23,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:22:23,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:22:23,106 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:23,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:22:23,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:22:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:23,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:22:23,185 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8cda9c485444ba62555e669329b53f0, NAME => 'test,,1732677743102.a8cda9c485444ba62555e669329b53f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7 2024-11-27T03:22:23,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:22:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:23,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677743102.a8cda9c485444ba62555e669329b53f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:23,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a8cda9c485444ba62555e669329b53f0, disabling compactions & flushes 2024-11-27T03:22:23,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:23,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:23,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677743102.a8cda9c485444ba62555e669329b53f0. after waiting 0 ms 2024-11-27T03:22:23,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:23,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:23,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8cda9c485444ba62555e669329b53f0: Waiting for close lock at 1732677743607Disabling compacts and flushes for region at 1732677743607Disabling writes for close at 1732677743607Writing region close event to WAL at 1732677743607Closed at 1732677743607 2024-11-27T03:22:23,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:22:23,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677743102.a8cda9c485444ba62555e669329b53f0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677743616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677743616"}]},"ts":"1732677743616"} 2024-11-27T03:22:23,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:22:23,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:22:23,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677743620"}]},"ts":"1732677743620"} 2024-11-27T03:22:23,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:22:23,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8cda9c485444ba62555e669329b53f0, ASSIGN}] 2024-11-27T03:22:23,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8cda9c485444ba62555e669329b53f0, ASSIGN 2024-11-27T03:22:23,626 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a8cda9c485444ba62555e669329b53f0, ASSIGN; state=OFFLINE, location=66d3634da959,34683,1732677738202; forceNewPlan=false, retain=false 2024-11-27T03:22:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:23,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8cda9c485444ba62555e669329b53f0, regionState=OPENING, regionLocation=66d3634da959,34683,1732677738202 2024-11-27T03:22:23,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a8cda9c485444ba62555e669329b53f0, ASSIGN because future has completed 2024-11-27T03:22:23,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8cda9c485444ba62555e669329b53f0, server=66d3634da959,34683,1732677738202}] 2024-11-27T03:22:23,934 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:23,934 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a8cda9c485444ba62555e669329b53f0, NAME => 'test,,1732677743102.a8cda9c485444ba62555e669329b53f0.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:23,934 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:23,934 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:22:23,934 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,934 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677743102.a8cda9c485444ba62555e669329b53f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:23,934 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,935 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,935 INFO [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,936 INFO [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8cda9c485444ba62555e669329b53f0 columnFamilyName f 2024-11-27T03:22:23,936 DEBUG [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:23,937 INFO [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] regionserver.HStore(327): Store=a8cda9c485444ba62555e669329b53f0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:23,937 INFO [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,937 INFO [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8cda9c485444ba62555e669329b53f0 columnFamilyName f1 2024-11-27T03:22:23,937 DEBUG [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:23,938 INFO [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] regionserver.HStore(327): Store=a8cda9c485444ba62555e669329b53f0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:23,938 INFO [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,939 INFO [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8cda9c485444ba62555e669329b53f0 columnFamilyName norep 2024-11-27T03:22:23,939 DEBUG [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:23,939 INFO [StoreOpener-a8cda9c485444ba62555e669329b53f0-1 {}] regionserver.HStore(327): Store=a8cda9c485444ba62555e669329b53f0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:23,939 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,939 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,940 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,940 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,940 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,941 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:22:23,942 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,943 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:23,943 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a8cda9c485444ba62555e669329b53f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69951804, jitterRate=0.042363107204437256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:22:23,943 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:23,944 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a8cda9c485444ba62555e669329b53f0: Running coprocessor pre-open hook at 1732677743935Writing region info on filesystem at 1732677743935Initializing all the Stores at 1732677743935Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677743935Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677743935Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677743935Cleaning up temporary data from old regions at 1732677743940 (+5 ms)Running coprocessor post-open hooks at 1732677743944 (+4 ms)Region opened successfully at 1732677743944 2024-11-27T03:22:23,944 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677743102.a8cda9c485444ba62555e669329b53f0., pid=6, masterSystemTime=1732677743931 2024-11-27T03:22:23,946 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:23,946 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:23,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8cda9c485444ba62555e669329b53f0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,34683,1732677738202 2024-11-27T03:22:23,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8cda9c485444ba62555e669329b53f0, server=66d3634da959,34683,1732677738202 because future has completed 2024-11-27T03:22:23,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:22:23,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a8cda9c485444ba62555e669329b53f0, server=66d3634da959,34683,1732677738202 in 170 msec 2024-11-27T03:22:23,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:22:23,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a8cda9c485444ba62555e669329b53f0, ASSIGN in 328 msec 2024-11-27T03:22:23,953 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:22:23,953 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677743953"}]},"ts":"1732677743953"} 2024-11-27T03:22:23,954 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:22:23,954 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:22:23,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 851 msec 2024-11-27T03:22:24,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:22:24,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T03:22:24,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:22:24,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T03:22:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:22:24,249 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:22:24,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6130229c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:24,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41897,-1 for getting cluster id 2024-11-27T03:22:24,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:24,251 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0434fc4c-07dc-4eda-bf9e-46a902060698' 2024-11-27T03:22:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0434fc4c-07dc-4eda-bf9e-46a902060698" 2024-11-27T03:22:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def72c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41897,-1] 2024-11-27T03:22:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:24,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:24,252 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42131e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:24,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41897,1732677725365 2024-11-27T03:22:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@340ca59c 2024-11-27T03:22:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:24,255 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:24,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:35023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:22:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:22:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:24,258 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:35023' 2024-11-27T03:22:24,259 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55eace80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:24,259 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35023,-1 for getting cluster id 2024-11-27T03:22:24,259 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:24,259 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea31492-dac3-4370-9c1d-ed87209cd3b5' 2024-11-27T03:22:24,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:24,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea31492-dac3-4370-9c1d-ed87209cd3b5" 2024-11-27T03:22:24,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151eecd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:24,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35023,-1] 2024-11-27T03:22:24,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:24,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:24,261 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:24,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202a565b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:24,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:24,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,35023,1732677730946 2024-11-27T03:22:24,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5094e125 2024-11-27T03:22:24,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:24,263 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:24,264 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:22:24,264 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:22:24,264 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:24,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:24,264 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:24,265 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:24,266 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:22:24,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:22:24,266 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:24,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:22:24,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:22:24,316 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:22:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:24,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e77e884f18315eb8b8d481c7392708b7, NAME => 'hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847 2024-11-27T03:22:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:22:24,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:24,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e77e884f18315eb8b8d481c7392708b7, disabling compactions & flushes 2024-11-27T03:22:24,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:24,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:24,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. after waiting 0 ms 2024-11-27T03:22:24,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:24,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:24,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e77e884f18315eb8b8d481c7392708b7: Waiting for close lock at 1732677744738Disabling compacts and flushes for region at 1732677744738Disabling writes for close at 1732677744738Writing region close event to WAL at 1732677744738Closed at 1732677744738 2024-11-27T03:22:24,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:22:24,740 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677744740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677744740"}]},"ts":"1732677744740"} 2024-11-27T03:22:24,747 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:22:24,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:22:24,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677744754"}]},"ts":"1732677744754"} 2024-11-27T03:22:24,759 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:22:24,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e77e884f18315eb8b8d481c7392708b7, ASSIGN}] 2024-11-27T03:22:24,761 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e77e884f18315eb8b8d481c7392708b7, ASSIGN 2024-11-27T03:22:24,763 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e77e884f18315eb8b8d481c7392708b7, ASSIGN; state=OFFLINE, location=66d3634da959,36031,1732677725561; forceNewPlan=false, retain=false 2024-11-27T03:22:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:24,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e77e884f18315eb8b8d481c7392708b7, regionState=OPENING, regionLocation=66d3634da959,36031,1732677725561 2024-11-27T03:22:24,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e77e884f18315eb8b8d481c7392708b7, ASSIGN because future has completed 2024-11-27T03:22:24,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e77e884f18315eb8b8d481c7392708b7, server=66d3634da959,36031,1732677725561}] 2024-11-27T03:22:25,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:25,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:25,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:22:25,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C36031%2C1732677725561.rep, suffix=, logDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561, archiveDir=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/oldWALs, maxLogs=10 2024-11-27T03:22:25,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.rep.1732677745074, exclude list is [], retry=0 2024-11-27T03:22:25,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40633,DS-19508ead-9c5f-4551-8b60-5bdaa6ed6083,DISK] 2024-11-27T03:22:25,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.rep.1732677745074 2024-11-27T03:22:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35205:35205)] 2024-11-27T03:22:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e77e884f18315eb8b8d481c7392708b7, NAME => 'hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:25,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:22:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. service=MultiRowMutationService 2024-11-27T03:22:25,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:22:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,097 INFO [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,098 INFO [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e77e884f18315eb8b8d481c7392708b7 columnFamilyName hfileref 2024-11-27T03:22:25,098 DEBUG [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:25,098 INFO [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] regionserver.HStore(327): Store=e77e884f18315eb8b8d481c7392708b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:25,098 INFO [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,099 INFO [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e77e884f18315eb8b8d481c7392708b7 columnFamilyName queue 2024-11-27T03:22:25,099 DEBUG [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:25,100 INFO [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] regionserver.HStore(327): Store=e77e884f18315eb8b8d481c7392708b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:25,100 INFO [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,101 INFO [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e77e884f18315eb8b8d481c7392708b7 columnFamilyName sid 2024-11-27T03:22:25,101 DEBUG [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:25,102 INFO [StoreOpener-e77e884f18315eb8b8d481c7392708b7-1 {}] regionserver.HStore(327): Store=e77e884f18315eb8b8d481c7392708b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:25,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/replication/e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/replication/e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:22:25,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/replication/e77e884f18315eb8b8d481c7392708b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:25,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e77e884f18315eb8b8d481c7392708b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60197649, jitterRate=-0.10298512876033783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:22:25,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:25,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e77e884f18315eb8b8d481c7392708b7: Running coprocessor pre-open hook at 1732677745096Writing region info on filesystem at 1732677745096Initializing all the Stores at 1732677745096Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677745096Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677745096Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677745096Cleaning up temporary data from old regions at 1732677745104 (+8 ms)Running coprocessor post-open hooks at 1732677745109 (+5 ms)Region opened successfully at 1732677745109 2024-11-27T03:22:25,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7., pid=10, masterSystemTime=1732677745068 2024-11-27T03:22:25,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:25,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:25,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e77e884f18315eb8b8d481c7392708b7, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,36031,1732677725561 2024-11-27T03:22:25,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e77e884f18315eb8b8d481c7392708b7, server=66d3634da959,36031,1732677725561 because future has completed 2024-11-27T03:22:25,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:22:25,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e77e884f18315eb8b8d481c7392708b7, server=66d3634da959,36031,1732677725561 in 201 msec 2024-11-27T03:22:25,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:22:25,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e77e884f18315eb8b8d481c7392708b7, ASSIGN in 360 msec 2024-11-27T03:22:25,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:22:25,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677745121"}]},"ts":"1732677745121"} 2024-11-27T03:22:25,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:22:25,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:22:25,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 859 msec 2024-11-27T03:22:25,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7., hostname=66d3634da959,36031,1732677725561, seqNum=2] 2024-11-27T03:22:25,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T03:22:25,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:25,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:25,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:22:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:25,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:22:25,478 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:22:25,519 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,36031,1732677725561, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:22:25,519 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:25,520 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,36031,1732677725561, seqNum=-1] 2024-11-27T03:22:25,520 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:25,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T03:22:25,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,36031,1732677725561', locateType=CURRENT is [region=hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7., hostname=66d3634da959,36031,1732677725561, seqNum=2] 2024-11-27T03:22:25,529 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:22:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:22:25,532 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,36031,1732677725561 suceeded 2024-11-27T03:22:25,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:22:25,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-27T03:22:25,534 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:35023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:22:25,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2790 sec 2024-11-27T03:22:25,550 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:35023' 2024-11-27T03:22:25,552 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1635baa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:25,552 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35023,-1 for getting cluster id 2024-11-27T03:22:25,552 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:25,553 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea31492-dac3-4370-9c1d-ed87209cd3b5' 2024-11-27T03:22:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea31492-dac3-4370-9c1d-ed87209cd3b5" 2024-11-27T03:22:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fef2811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35023,-1] 2024-11-27T03:22:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:25,554 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:25,555 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3fa1b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:25,555 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:25,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,35023,1732677730946 2024-11-27T03:22:25,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79c62893 2024-11-27T03:22:25,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:25,557 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-27T03:22:25,558 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,36031,1732677725561 (queues=1) is replicating from cluster=0434fc4c-07dc-4eda-bf9e-46a902060698 to cluster=3ea31492-dac3-4370-9c1d-ed87209cd3b5 2024-11-27T03:22:25,558 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C36031%2C1732677725561 2024-11-27T03:22:25,558 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,36031,1732677725561, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:22:25,559 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, startPosition=0, beingWritten=true 2024-11-27T03:22:25,560 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C36031%2C1732677725561 2024-11-27T03:22:25,564 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:25,564 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 379, reset compression=false 2024-11-27T03:22:25,565 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,36031,1732677725561 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:25,769 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 379, reset compression=false 2024-11-27T03:22:26,074 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 379, reset compression=false 2024-11-27T03:22:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:26,409 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:22:26,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:26,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:26,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:26,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:26,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:26,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257b144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:26,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35023,-1 for getting cluster id 2024-11-27T03:22:26,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:26,412 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea31492-dac3-4370-9c1d-ed87209cd3b5' 2024-11-27T03:22:26,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:26,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea31492-dac3-4370-9c1d-ed87209cd3b5" 2024-11-27T03:22:26,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70406091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:26,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35023,-1] 2024-11-27T03:22:26,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:26,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:26,414 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:26,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d3573d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:26,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,35023,1732677730946 2024-11-27T03:22:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62892e1f 2024-11-27T03:22:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:26,417 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:26,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:37593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:22:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:22:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:26,420 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:37593' 2024-11-27T03:22:26,422 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fad651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:26,422 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37593,-1 for getting cluster id 2024-11-27T03:22:26,422 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:26,422 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585583b0-c955-48fc-affe-a1694a383934' 2024-11-27T03:22:26,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:26,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585583b0-c955-48fc-affe-a1694a383934" 2024-11-27T03:22:26,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b79245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:26,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37593,-1] 2024-11-27T03:22:26,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:26,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:26,428 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:26,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b1a734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:26,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:26,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37593,1732677738043 2024-11-27T03:22:26,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5051fe96 2024-11-27T03:22:26,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:26,431 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:26,432 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:22:26,432 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:22:26,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:26,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:26,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:26,433 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:26,434 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:22:26,435 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:22:26,435 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:26,436 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:22:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:22:26,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 237980757468abe0ec9d76272289431a, NAME => 'hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267 2024-11-27T03:22:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:22:26,477 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 379, reset compression=false 2024-11-27T03:22:26,484 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:22:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:26,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:26,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 237980757468abe0ec9d76272289431a, disabling compactions & flushes 2024-11-27T03:22:26,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:26,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:26,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. after waiting 0 ms 2024-11-27T03:22:26,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:26,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:26,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 237980757468abe0ec9d76272289431a: Waiting for close lock at 1732677746854Disabling compacts and flushes for region at 1732677746854Disabling writes for close at 1732677746854Writing region close event to WAL at 1732677746854Closed at 1732677746854 2024-11-27T03:22:26,856 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:22:26,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677746856"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677746856"}]},"ts":"1732677746856"} 2024-11-27T03:22:26,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:22:26,860 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:22:26,860 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677746860"}]},"ts":"1732677746860"} 2024-11-27T03:22:26,862 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:22:26,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=237980757468abe0ec9d76272289431a, ASSIGN}] 2024-11-27T03:22:26,864 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=237980757468abe0ec9d76272289431a, ASSIGN 2024-11-27T03:22:26,864 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=237980757468abe0ec9d76272289431a, ASSIGN; state=OFFLINE, location=66d3634da959,33061,1732677731072; forceNewPlan=false, retain=false 2024-11-27T03:22:26,982 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 379, reset compression=false 2024-11-27T03:22:27,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=237980757468abe0ec9d76272289431a, regionState=OPENING, regionLocation=66d3634da959,33061,1732677731072 2024-11-27T03:22:27,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=237980757468abe0ec9d76272289431a, ASSIGN because future has completed 2024-11-27T03:22:27,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 237980757468abe0ec9d76272289431a, server=66d3634da959,33061,1732677731072}] 2024-11-27T03:22:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:27,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:22:27,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:27,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:27,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:27,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:22:27,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C33061%2C1732677731072.rep, suffix=, logDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072, archiveDir=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/oldWALs, maxLogs=10 2024-11-27T03:22:27,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.rep.1732677747189, exclude list is [], retry=0 2024-11-27T03:22:27,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-6ec5004d-a206-4ba5-950b-2d6feeff9337,DISK] 2024-11-27T03:22:27,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.rep.1732677747189 2024-11-27T03:22:27,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46143:46143)] 2024-11-27T03:22:27,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 237980757468abe0ec9d76272289431a, NAME => 'hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:27,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:27,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:22:27,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. service=MultiRowMutationService 2024-11-27T03:22:27,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:22:27,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:27,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,212 INFO [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,214 INFO [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237980757468abe0ec9d76272289431a columnFamilyName hfileref 2024-11-27T03:22:27,214 DEBUG [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:27,214 INFO [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] regionserver.HStore(327): Store=237980757468abe0ec9d76272289431a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:27,214 INFO [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,215 INFO [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237980757468abe0ec9d76272289431a columnFamilyName queue 2024-11-27T03:22:27,215 DEBUG [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:27,215 INFO [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] regionserver.HStore(327): Store=237980757468abe0ec9d76272289431a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:27,216 INFO [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,216 INFO [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237980757468abe0ec9d76272289431a columnFamilyName sid 2024-11-27T03:22:27,216 DEBUG [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:27,217 INFO [StoreOpener-237980757468abe0ec9d76272289431a-1 {}] regionserver.HStore(327): Store=237980757468abe0ec9d76272289431a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:27,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/replication/237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/replication/237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:22:27,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/replication/237980757468abe0ec9d76272289431a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:27,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 237980757468abe0ec9d76272289431a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65263239, jitterRate=-0.02750195562839508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:22:27,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 237980757468abe0ec9d76272289431a 2024-11-27T03:22:27,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 237980757468abe0ec9d76272289431a: Running coprocessor pre-open hook at 1732677747210Writing region info on filesystem at 1732677747210Initializing all the Stores at 1732677747211 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677747211Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677747212 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677747212Cleaning up temporary data from old regions at 1732677747218 (+6 ms)Running coprocessor post-open hooks at 1732677747229 (+11 ms)Region opened successfully at 1732677747230 (+1 ms) 2024-11-27T03:22:27,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a., pid=10, masterSystemTime=1732677747174 2024-11-27T03:22:27,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:27,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:27,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=237980757468abe0ec9d76272289431a, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,33061,1732677731072 2024-11-27T03:22:27,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 237980757468abe0ec9d76272289431a, server=66d3634da959,33061,1732677731072 because future has completed 2024-11-27T03:22:27,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:22:27,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 237980757468abe0ec9d76272289431a, server=66d3634da959,33061,1732677731072 in 215 msec 2024-11-27T03:22:27,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:22:27,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=237980757468abe0ec9d76272289431a, ASSIGN in 378 msec 2024-11-27T03:22:27,244 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:22:27,244 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677747244"}]},"ts":"1732677747244"} 2024-11-27T03:22:27,247 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:22:27,248 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:22:27,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 815 msec 2024-11-27T03:22:27,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a., hostname=66d3634da959,33061,1732677731072, seqNum=2] 2024-11-27T03:22:27,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:27,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:27,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:22:27,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:22:27,553 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:22:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:27,589 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 379, reset compression=false 2024-11-27T03:22:27,599 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,33061,1732677731072, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:22:27,599 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:27,599 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,33061,1732677731072, seqNum=-1] 2024-11-27T03:22:27,600 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:27,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T03:22:27,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,33061,1732677731072', locateType=CURRENT is [region=hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a., hostname=66d3634da959,33061,1732677731072, seqNum=2] 2024-11-27T03:22:27,608 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:22:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:22:27,610 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,33061,1732677731072 suceeded 2024-11-27T03:22:27,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:22:27,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-27T03:22:27,616 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:37593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:22:27,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2000 sec 2024-11-27T03:22:27,626 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:37593' 2024-11-27T03:22:27,628 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa9977f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:27,628 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37593,-1 for getting cluster id 2024-11-27T03:22:27,628 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:27,629 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585583b0-c955-48fc-affe-a1694a383934' 2024-11-27T03:22:27,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:27,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585583b0-c955-48fc-affe-a1694a383934" 2024-11-27T03:22:27,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@681a7d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:27,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37593,-1] 2024-11-27T03:22:27,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:27,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:27,630 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:27,631 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ca9d2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:27,631 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37593,1732677738043 2024-11-27T03:22:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6384615 2024-11-27T03:22:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:27,633 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-27T03:22:27,634 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,33061,1732677731072 (queues=1) is replicating from cluster=3ea31492-dac3-4370-9c1d-ed87209cd3b5 to cluster=585583b0-c955-48fc-affe-a1694a383934 2024-11-27T03:22:27,634 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C33061%2C1732677731072 2024-11-27T03:22:27,634 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,33061,1732677731072, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:22:27,634 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C33061%2C1732677731072 2024-11-27T03:22:27,634 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, startPosition=0, beingWritten=true 2024-11-27T03:22:27,643 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:27,643 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 379, reset compression=false 2024-11-27T03:22:27,643 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,33061,1732677731072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:27,847 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 379, reset compression=false 2024-11-27T03:22:28,152 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 379, reset compression=false 2024-11-27T03:22:28,305 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 379, reset compression=false 2024-11-27T03:22:28,556 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 379, reset compression=false 2024-11-27T03:22:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:28,579 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:22:28,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:28,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:28,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:28,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:28,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:28,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d72db0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:28,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37593,-1 for getting cluster id 2024-11-27T03:22:28,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:28,581 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585583b0-c955-48fc-affe-a1694a383934' 2024-11-27T03:22:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585583b0-c955-48fc-affe-a1694a383934" 2024-11-27T03:22:28,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568c017f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:28,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37593,-1] 2024-11-27T03:22:28,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:28,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:28,584 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:28,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d8b4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:28,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:28,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37593,1732677738043 2024-11-27T03:22:28,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac910b5 2024-11-27T03:22:28,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:28,586 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:28,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:41897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:22:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:22:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:28,590 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41897' 2024-11-27T03:22:28,591 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2cbc60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:28,591 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41897,-1 for getting cluster id 2024-11-27T03:22:28,591 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:28,592 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0434fc4c-07dc-4eda-bf9e-46a902060698' 2024-11-27T03:22:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0434fc4c-07dc-4eda-bf9e-46a902060698" 2024-11-27T03:22:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae7b360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41897,-1] 2024-11-27T03:22:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:28,593 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:28,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645bb606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:28,595 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:28,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41897,1732677725365 2024-11-27T03:22:28,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@773f65c8 2024-11-27T03:22:28,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:28,597 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:28,598 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T03:22:28,598 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:22:28,598 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:28,598 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:28,598 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:28,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:28,600 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:22:28,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:22:28,601 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:28,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:22:28,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:22:28,629 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 619958ec3cb427f28da9ce3b2139aad4, NAME => 'hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7 2024-11-27T03:22:28,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:22:28,639 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:28,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 619958ec3cb427f28da9ce3b2139aad4, disabling compactions & flushes 2024-11-27T03:22:28,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:28,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:28,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. after waiting 0 ms 2024-11-27T03:22:28,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:28,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:28,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 619958ec3cb427f28da9ce3b2139aad4: Waiting for close lock at 1732677748639Disabling compacts and flushes for region at 1732677748639Disabling writes for close at 1732677748640 (+1 ms)Writing region close event to WAL at 1732677748640Closed at 1732677748640 2024-11-27T03:22:28,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:22:28,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677748641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677748641"}]},"ts":"1732677748641"} 2024-11-27T03:22:28,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:22:28,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:22:28,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677748645"}]},"ts":"1732677748645"} 2024-11-27T03:22:28,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:22:28,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=619958ec3cb427f28da9ce3b2139aad4, ASSIGN}] 2024-11-27T03:22:28,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=619958ec3cb427f28da9ce3b2139aad4, ASSIGN 2024-11-27T03:22:28,649 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=619958ec3cb427f28da9ce3b2139aad4, ASSIGN; state=OFFLINE, location=66d3634da959,34683,1732677738202; forceNewPlan=false, retain=false 2024-11-27T03:22:28,650 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:22:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:28,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=619958ec3cb427f28da9ce3b2139aad4, regionState=OPENING, regionLocation=66d3634da959,34683,1732677738202 2024-11-27T03:22:28,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=619958ec3cb427f28da9ce3b2139aad4, ASSIGN because future has completed 2024-11-27T03:22:28,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 619958ec3cb427f28da9ce3b2139aad4, server=66d3634da959,34683,1732677738202}] 2024-11-27T03:22:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:28,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:28,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:28,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:22:28,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C34683%2C1732677738202.rep, suffix=, logDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202, archiveDir=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/oldWALs, maxLogs=10 2024-11-27T03:22:28,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.rep.1732677748959, exclude list is [], retry=0 2024-11-27T03:22:28,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36767,DS-cd14a7f7-cefe-4de8-84e9-0f3dbc7183e8,DISK] 2024-11-27T03:22:28,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.rep.1732677748959 2024-11-27T03:22:29,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33689:33689)] 2024-11-27T03:22:29,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 619958ec3cb427f28da9ce3b2139aad4, NAME => 'hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:29,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:29,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:22:29,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. service=MultiRowMutationService 2024-11-27T03:22:29,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:22:29,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:29,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,003 INFO [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,004 INFO [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 619958ec3cb427f28da9ce3b2139aad4 columnFamilyName hfileref 2024-11-27T03:22:29,004 DEBUG [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:29,005 INFO [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] regionserver.HStore(327): Store=619958ec3cb427f28da9ce3b2139aad4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:29,005 INFO [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,006 INFO [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 619958ec3cb427f28da9ce3b2139aad4 columnFamilyName queue 2024-11-27T03:22:29,006 DEBUG [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:29,007 INFO [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] regionserver.HStore(327): Store=619958ec3cb427f28da9ce3b2139aad4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:29,007 INFO [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,008 INFO [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 619958ec3cb427f28da9ce3b2139aad4 columnFamilyName sid 2024-11-27T03:22:29,008 DEBUG [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:29,008 INFO [StoreOpener-619958ec3cb427f28da9ce3b2139aad4-1 {}] regionserver.HStore(327): Store=619958ec3cb427f28da9ce3b2139aad4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:29,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/replication/619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/replication/619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:22:29,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/replication/619958ec3cb427f28da9ce3b2139aad4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:29,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 619958ec3cb427f28da9ce3b2139aad4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59060274, jitterRate=-0.11993333697319031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:22:29,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:29,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 619958ec3cb427f28da9ce3b2139aad4: Running coprocessor pre-open hook at 1732677749002Writing region info on filesystem at 1732677749002Initializing all the Stores at 1732677749002Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677749002Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677749003 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677749003Cleaning up temporary data from old regions at 1732677749010 (+7 ms)Running coprocessor post-open hooks at 1732677749015 (+5 ms)Region opened successfully at 1732677749015 2024-11-27T03:22:29,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4., pid=10, masterSystemTime=1732677748954 2024-11-27T03:22:29,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:29,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:29,018 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=619958ec3cb427f28da9ce3b2139aad4, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,34683,1732677738202 2024-11-27T03:22:29,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 619958ec3cb427f28da9ce3b2139aad4, server=66d3634da959,34683,1732677738202 because future has completed 2024-11-27T03:22:29,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:22:29,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 619958ec3cb427f28da9ce3b2139aad4, server=66d3634da959,34683,1732677738202 in 222 msec 2024-11-27T03:22:29,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:22:29,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=619958ec3cb427f28da9ce3b2139aad4, ASSIGN in 381 msec 2024-11-27T03:22:29,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:22:29,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677749031"}]},"ts":"1732677749031"} 2024-11-27T03:22:29,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:22:29,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:22:29,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 437 msec 2024-11-27T03:22:29,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4., hostname=66d3634da959,34683,1732677738202, seqNum=2] 2024-11-27T03:22:29,060 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 379, reset compression=false 2024-11-27T03:22:29,109 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 379, reset compression=false 2024-11-27T03:22:29,134 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:29,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:22:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:29,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:22:29,310 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:22:29,343 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,34683,1732677738202, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:22:29,343 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:29,343 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,34683,1732677738202, seqNum=-1] 2024-11-27T03:22:29,344 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:29,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T03:22:29,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,34683,1732677738202', locateType=CURRENT is [region=hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4., hostname=66d3634da959,34683,1732677738202, seqNum=2] 2024-11-27T03:22:29,348 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:22:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:22:29,351 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,34683,1732677738202 suceeded 2024-11-27T03:22:29,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:22:29,353 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:41897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:22:29,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-27T03:22:29,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 766 msec 2024-11-27T03:22:29,367 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41897' 2024-11-27T03:22:29,369 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4098fcf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,369 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41897,-1 for getting cluster id 2024-11-27T03:22:29,369 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:29,370 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0434fc4c-07dc-4eda-bf9e-46a902060698' 2024-11-27T03:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0434fc4c-07dc-4eda-bf9e-46a902060698" 2024-11-27T03:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@643c8c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41897,-1] 2024-11-27T03:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:29,371 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:29,372 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31868c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,372 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41897,1732677725365 2024-11-27T03:22:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5009c709 2024-11-27T03:22:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:29,374 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T03:22:29,374 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,34683,1732677738202 (queues=1) is replicating from cluster=585583b0-c955-48fc-affe-a1694a383934 to cluster=0434fc4c-07dc-4eda-bf9e-46a902060698 2024-11-27T03:22:29,375 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C34683%2C1732677738202 2024-11-27T03:22:29,375 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,34683,1732677738202, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:22:29,375 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, startPosition=0, beingWritten=true 2024-11-27T03:22:29,376 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C34683%2C1732677738202 2024-11-27T03:22:29,380 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:29,380 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 379, reset compression=false 2024-11-27T03:22:29,381 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,34683,1732677738202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:29,593 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 379, reset compression=false 2024-11-27T03:22:29,664 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 379, reset compression=false 2024-11-27T03:22:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:22:29,729 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:22:29,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:29,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:29,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:29,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:29,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:29,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724be76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41897,-1 for getting cluster id 2024-11-27T03:22:29,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:29,731 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0434fc4c-07dc-4eda-bf9e-46a902060698' 2024-11-27T03:22:29,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:29,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0434fc4c-07dc-4eda-bf9e-46a902060698" 2024-11-27T03:22:29,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3b49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41897,-1] 2024-11-27T03:22:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:29,732 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1adf44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae89809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35023,-1 for getting cluster id 2024-11-27T03:22:29,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:29,734 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea31492-dac3-4370-9c1d-ed87209cd3b5' 2024-11-27T03:22:29,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:29,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea31492-dac3-4370-9c1d-ed87209cd3b5" 2024-11-27T03:22:29,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b2810f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35023,-1] 2024-11-27T03:22:29,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:29,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:29,736 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:29,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500b3b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f94fa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37593,-1 for getting cluster id 2024-11-27T03:22:29,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:29,737 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585583b0-c955-48fc-affe-a1694a383934' 2024-11-27T03:22:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585583b0-c955-48fc-affe-a1694a383934" 2024-11-27T03:22:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49240086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37593,-1] 2024-11-27T03:22:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:29,739 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448eb74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:29,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,36031,1732677725561, seqNum=-1] 2024-11-27T03:22:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:29,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939., hostname=66d3634da959,36031,1732677725561, seqNum=2] 2024-11-27T03:22:29,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,34683,1732677738202, seqNum=-1] 2024-11-27T03:22:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:29,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:29,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677743102.a8cda9c485444ba62555e669329b53f0., hostname=66d3634da959,34683,1732677738202, seqNum=2] 2024-11-27T03:22:29,782 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T03:22:29,902 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 379, reset compression=false 2024-11-27T03:22:30,013 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 379, reset compression=false 2024-11-27T03:22:30,018 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:30,018 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 480, reset compression=false 2024-11-27T03:22:30,018 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,36031,1732677725561 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a70ee9ef7d7676713a8b7c4ea556939/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T03:22:30,021 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:22:30,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-27T03:22:30,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:30,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@601999ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:30,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35023,-1 for getting cluster id 2024-11-27T03:22:30,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:30,024 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea31492-dac3-4370-9c1d-ed87209cd3b5' 2024-11-27T03:22:30,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:30,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea31492-dac3-4370-9c1d-ed87209cd3b5" 2024-11-27T03:22:30,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c76cdc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:30,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35023,-1] 2024-11-27T03:22:30,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:30,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:30,026 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:30,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c4d5d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:30,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:30,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,33061,1732677731072, seqNum=-1] 2024-11-27T03:22:30,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:30,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T03:22:30,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677742462.ff44852047d0bb633e64fefced754807., hostname=66d3634da959,33061,1732677731072, seqNum=2] 2024-11-27T03:22:30,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:30,223 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 480, reset compression=false 2024-11-27T03:22:30,305 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 379, reset compression=false 2024-11-27T03:22:30,393 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 379, reset compression=false 2024-11-27T03:22:30,402 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:30,402 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 503, reset compression=false 2024-11-27T03:22:30,402 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,33061,1732677731072 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff44852047d0bb633e64fefced754807/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T03:22:30,404 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:22:30,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-27T03:22:30,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:30,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3419cd6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:30,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37593,-1 for getting cluster id 2024-11-27T03:22:30,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:30,408 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585583b0-c955-48fc-affe-a1694a383934' 2024-11-27T03:22:30,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:30,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585583b0-c955-48fc-affe-a1694a383934" 2024-11-27T03:22:30,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6426693b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:30,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37593,-1] 2024-11-27T03:22:30,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:30,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:30,410 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:30,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ebee03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:30,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:30,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,34683,1732677738202, seqNum=-1] 2024-11-27T03:22:30,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:30,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T03:22:30,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677743102.a8cda9c485444ba62555e669329b53f0., hostname=66d3634da959,34683,1732677738202, seqNum=2] 2024-11-27T03:22:30,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:30,538 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 480, reset compression=false 2024-11-27T03:22:30,610 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 503, reset compression=false 2024-11-27T03:22:30,785 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T03:22:30,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:30,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,33061,1732677731072, seqNum=-1] 2024-11-27T03:22:30,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:30,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732677742462.ff44852047d0bb633e64fefced754807., hostname=66d3634da959,33061,1732677731072, seqNum=2] 2024-11-27T03:22:30,810 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T03:22:30,811 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 379, reset compression=false 2024-11-27T03:22:30,832 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:30,832 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 526, reset compression=false 2024-11-27T03:22:30,832 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,34683,1732677738202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:30,914 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 503, reset compression=false 2024-11-27T03:22:30,944 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:30,944 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 607, reset compression=false 2024-11-27T03:22:30,945 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 480, reset compression=false 2024-11-27T03:22:30,945 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,33061,1732677731072 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff44852047d0bb633e64fefced754807/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T03:22:30,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:30,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:31,055 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 526, reset compression=false 2024-11-27T03:22:31,090 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:31,091 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 653, reset compression=false 2024-11-27T03:22:31,091 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,34683,1732677738202 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8cda9c485444ba62555e669329b53f0/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T03:22:31,096 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:22:31,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T03:22:31,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:31,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f73952b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:31,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41897,-1 for getting cluster id 2024-11-27T03:22:31,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:31,120 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0434fc4c-07dc-4eda-bf9e-46a902060698' 2024-11-27T03:22:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0434fc4c-07dc-4eda-bf9e-46a902060698" 2024-11-27T03:22:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@334099d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41897,-1] 2024-11-27T03:22:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:31,122 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:31,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c75720c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:31,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:31,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,36031,1732677725561, seqNum=-1] 2024-11-27T03:22:31,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:31,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T03:22:31,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939., hostname=66d3634da959,36031,1732677725561, seqNum=2] 2024-11-27T03:22:31,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:31,167 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 607, reset compression=false 2024-11-27T03:22:31,341 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 653, reset compression=false 2024-11-27T03:22:31,466 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 480, reset compression=false 2024-11-27T03:22:31,500 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 607, reset compression=false 2024-11-27T03:22:31,502 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:31,502 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 630, reset compression=false 2024-11-27T03:22:31,503 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,36031,1732677725561 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:31,683 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 653, reset compression=false 2024-11-27T03:22:31,763 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 630, reset compression=false 2024-11-27T03:22:31,812 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T03:22:31,816 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T03:22:31,946 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 607, reset compression=false 2024-11-27T03:22:32,074 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 630, reset compression=false 2024-11-27T03:22:32,088 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 653, reset compression=false 2024-11-27T03:22:32,100 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:32,100 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 757, reset compression=false 2024-11-27T03:22:32,101 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,34683,1732677738202 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8cda9c485444ba62555e669329b53f0/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T03:22:32,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:32,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:32,341 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 757, reset compression=false 2024-11-27T03:22:32,455 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 607, reset compression=false 2024-11-27T03:22:32,480 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 630, reset compression=false 2024-11-27T03:22:32,498 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:32,498 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 757, reset compression=false 2024-11-27T03:22:32,498 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,36031,1732677725561 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a70ee9ef7d7676713a8b7c4ea556939/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T03:22:32,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:32,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:32,646 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 757, reset compression=false 2024-11-27T03:22:32,713 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 757, reset compression=false 2024-11-27T03:22:32,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:22:32,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:32,818 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T03:22:32,822 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T03:22:33,048 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 757, reset compression=false 2024-11-27T03:22:33,051 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 757, reset compression=false 2024-11-27T03:22:33,052 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:33,052 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 913, reset compression=false 2024-11-27T03:22:33,052 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,36031,1732677725561 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a70ee9ef7d7676713a8b7c4ea556939/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T03:22:33,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:33,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:33,059 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 607, reset compression=false 2024-11-27T03:22:33,071 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:33,071 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 904, reset compression=false 2024-11-27T03:22:33,071 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,33061,1732677731072 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff44852047d0bb633e64fefced754807/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T03:22:33,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:33,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:33,257 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 913, reset compression=false 2024-11-27T03:22:33,278 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 904, reset compression=false 2024-11-27T03:22:33,557 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 757, reset compression=false 2024-11-27T03:22:33,561 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 913, reset compression=false 2024-11-27T03:22:33,563 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:33,563 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 927, reset compression=false 2024-11-27T03:22:33,563 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,34683,1732677738202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:33,585 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 904, reset compression=false 2024-11-27T03:22:33,775 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 927, reset compression=false 2024-11-27T03:22:33,824 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T03:22:33,826 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T03:22:33,975 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 913, reset compression=false 2024-11-27T03:22:33,988 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 904, reset compression=false 2024-11-27T03:22:33,993 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:33,993 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1063, reset compression=false 2024-11-27T03:22:33,993 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,33061,1732677731072 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff44852047d0bb633e64fefced754807/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T03:22:33,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:33,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:34,078 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 927, reset compression=false 2024-11-27T03:22:34,081 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:34,082 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1076, reset compression=false 2024-11-27T03:22:34,082 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,34683,1732677738202 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8cda9c485444ba62555e669329b53f0/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T03:22:34,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:34,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:34,197 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1063, reset compression=false 2024-11-27T03:22:34,285 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1076, reset compression=false 2024-11-27T03:22:34,478 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 913, reset compression=false 2024-11-27T03:22:34,483 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:34,483 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1085, reset compression=false 2024-11-27T03:22:34,483 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,36031,1732677725561 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:34,501 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1063, reset compression=false 2024-11-27T03:22:34,589 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1076, reset compression=false 2024-11-27T03:22:34,687 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1085, reset compression=false 2024-11-27T03:22:34,829 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T03:22:34,832 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T03:22:34,905 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1063, reset compression=false 2024-11-27T03:22:34,955 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:22:34,991 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1085, reset compression=false 2024-11-27T03:22:34,992 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1076, reset compression=false 2024-11-27T03:22:34,995 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:34,995 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1235, reset compression=false 2024-11-27T03:22:34,995 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,34683,1732677738202 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8cda9c485444ba62555e669329b53f0/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T03:22:34,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:34,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:35,198 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1235, reset compression=false 2024-11-27T03:22:35,394 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1085, reset compression=false 2024-11-27T03:22:35,398 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:35,398 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1234, reset compression=false 2024-11-27T03:22:35,398 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,36031,1732677725561 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a70ee9ef7d7676713a8b7c4ea556939/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T03:22:35,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:35,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:35,408 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1063, reset compression=false 2024-11-27T03:22:35,412 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:35,412 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1235, reset compression=false 2024-11-27T03:22:35,412 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,33061,1732677731072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:35,501 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1235, reset compression=false 2024-11-27T03:22:35,602 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1234, reset compression=false 2024-11-27T03:22:35,620 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1235, reset compression=false 2024-11-27T03:22:35,834 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T03:22:35,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ac3166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:35,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37593,-1 for getting cluster id 2024-11-27T03:22:35,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:35,841 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585583b0-c955-48fc-affe-a1694a383934' 2024-11-27T03:22:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585583b0-c955-48fc-affe-a1694a383934" 2024-11-27T03:22:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73963d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:35,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37593,-1] 2024-11-27T03:22:35,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:35,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:35,843 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776132cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:35,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37593,1732677738043 2024-11-27T03:22:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@321e1bf4 2024-11-27T03:22:35,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:35,848 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:35,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-27T03:22:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-27T03:22:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T03:22:35,905 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1234, reset compression=false 2024-11-27T03:22:35,905 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1235, reset compression=false 2024-11-27T03:22:35,924 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1235, reset compression=false 2024-11-27T03:22:35,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:22:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T03:22:36,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T03:22:36,108 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-27T03:22:36,109 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-27T03:22:36,109 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,34683,1732677738202 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-27T03:22:36,109 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/66d3634da959:0-0. 2024-11-27T03:22:36,110 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:36,110 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:36,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:36,110 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T03:22:36,210 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T03:22:36,210 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T03:22:36,308 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1234, reset compression=false 2024-11-27T03:22:36,310 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 terminated 2024-11-27T03:22:36,325 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,34683,1732677738202, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:22:36,326 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-27T03:22:36,326 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T03:22:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T03:22:36,327 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1235, reset compression=false 2024-11-27T03:22:36,328 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 66d3634da959,34683,1732677738202 suceeded 2024-11-27T03:22:36,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T03:22:36,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-27T03:22:36,330 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-27T03:22:36,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 481 msec 2024-11-27T03:22:36,340 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:41897' 2024-11-27T03:22:36,341 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75691724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:36,341 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,41897,-1 for getting cluster id 2024-11-27T03:22:36,341 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:36,341 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0434fc4c-07dc-4eda-bf9e-46a902060698' 2024-11-27T03:22:36,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:36,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0434fc4c-07dc-4eda-bf9e-46a902060698" 2024-11-27T03:22:36,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3700995f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:36,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,41897,-1] 2024-11-27T03:22:36,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:36,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:36,343 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:36,343 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@165ed4fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:36,343 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:36,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,41897,1732677725365 2024-11-27T03:22:36,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec97265 2024-11-27T03:22:36,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:36,345 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T03:22:36,345 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,34683,1732677738202 (queues=1) is replicating from cluster=585583b0-c955-48fc-affe-a1694a383934 to cluster=0434fc4c-07dc-4eda-bf9e-46a902060698 2024-11-27T03:22:36,345 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C34683%2C1732677738202 2024-11-27T03:22:36,345 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,34683,1732677738202, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:22:36,346 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C34683%2C1732677738202 2024-11-27T03:22:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T03:22:36,479 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:22:36,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:36,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:36,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:36,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:36,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:36,482 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-27T03:22:36,811 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1234, reset compression=false 2024-11-27T03:22:36,820 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:36,820 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1338, reset compression=false 2024-11-27T03:22:36,820 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,36031,1732677725561 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a70ee9ef7d7676713a8b7c4ea556939/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T03:22:36,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:36,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:36,833 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1235, reset compression=false 2024-11-27T03:22:36,836 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:36,837 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1362, reset compression=false 2024-11-27T03:22:36,837 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,33061,1732677731072 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff44852047d0bb633e64fefced754807/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T03:22:36,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:36,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:37,025 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1338, reset compression=false 2024-11-27T03:22:37,045 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1362, reset compression=false 2024-11-27T03:22:37,333 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1338, reset compression=false 2024-11-27T03:22:37,349 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1362, reset compression=false 2024-11-27T03:22:37,484 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-27T03:22:37,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d8a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:37,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37593,-1 for getting cluster id 2024-11-27T03:22:37,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:37,487 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585583b0-c955-48fc-affe-a1694a383934' 2024-11-27T03:22:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585583b0-c955-48fc-affe-a1694a383934" 2024-11-27T03:22:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0b1cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37593,-1] 2024-11-27T03:22:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:37,488 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15932ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:37,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37593,1732677738043 2024-11-27T03:22:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c86248f 2024-11-27T03:22:37,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:37,493 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:37,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-27T03:22:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-27T03:22:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T03:22:37,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:22:37,578 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:37,578 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:22:37,578 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68538 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:22:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T03:22:37,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-27T03:22:37,665 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-27T03:22:37,665 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T03:22:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-27T03:22:37,668 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 66d3634da959,34683,1732677738202 suceeded 2024-11-27T03:22:37,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T03:22:37,674 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-27T03:22:37,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-27T03:22:37,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 180 msec 2024-11-27T03:22:37,745 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1338, reset compression=false 2024-11-27T03:22:37,747 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, startPosition=1235, beingWritten=true 2024-11-27T03:22:37,751 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:37,751 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1385, reset compression=false 2024-11-27T03:22:37,751 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,34683,1732677738202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:37,752 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1362, reset compression=false 2024-11-27T03:22:37,764 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:37,764 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1466, reset compression=false 2024-11-27T03:22:37,764 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,33061,1732677731072 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff44852047d0bb633e64fefced754807/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T03:22:37,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:37,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34683 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T03:22:37,819 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:22:37,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:37,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:37,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:37,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:37,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:37,821 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-27T03:22:37,964 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1385, reset compression=false 2024-11-27T03:22:37,968 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1466, reset compression=false 2024-11-27T03:22:37,978 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:22:37,978 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1512, reset compression=false 2024-11-27T03:22:37,978 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,34683,1732677738202 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8cda9c485444ba62555e669329b53f0/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T03:22:37,981 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:22:37,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T03:22:37,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:22:37,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:22:38,189 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1512, reset compression=false 2024-11-27T03:22:38,250 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1338, reset compression=false 2024-11-27T03:22:38,254 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:38,255 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1488, reset compression=false 2024-11-27T03:22:38,255 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,36031,1732677725561 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:38,277 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1466, reset compression=false 2024-11-27T03:22:38,457 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1488, reset compression=false 2024-11-27T03:22:38,492 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1512, reset compression=false 2024-11-27T03:22:38,680 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1466, reset compression=false 2024-11-27T03:22:38,765 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1488, reset compression=false 2024-11-27T03:22:38,823 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-27T03:22:38,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:22:38,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:38,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:38,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:38,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:38,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:38,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:22:38,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2038471981, stopped=false 2024-11-27T03:22:38,824 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,37593,1732677738043 2024-11-27T03:22:38,829 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-246594789/running 2024-11-27T03:22:38,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-246594789/running 2024-11-27T03:22:38,829 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:38,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:38,829 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:22:38,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:38,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:38,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:38,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,34683,1732677738202' ***** 2024-11-27T03:22:38,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:22:38,830 INFO [RS:0;66d3634da959:34683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:22:38,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Set watcher on znode that does not yet exist, /2-246594789/running 2024-11-27T03:22:38,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:22:38,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Set watcher on znode that does not yet exist, /2-246594789/running 2024-11-27T03:22:38,830 INFO [RS:0;66d3634da959:34683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:22:38,830 INFO [RS:0;66d3634da959:34683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:22:38,830 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(3091): Received CLOSE for a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:38,830 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(3091): Received CLOSE for 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:38,830 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,34683,1732677738202 2024-11-27T03:22:38,830 INFO [RS:0;66d3634da959:34683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:22:38,830 INFO [RS:0;66d3634da959:34683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:34683. 2024-11-27T03:22:38,830 DEBUG [RS:0;66d3634da959:34683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:38,830 DEBUG [RS:0;66d3634da959:34683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:38,830 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8cda9c485444ba62555e669329b53f0, disabling compactions & flushes 2024-11-27T03:22:38,830 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:38,831 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:38,831 INFO [RS:0;66d3634da959:34683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:22:38,831 INFO [RS:0;66d3634da959:34683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:22:38,831 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677743102.a8cda9c485444ba62555e669329b53f0. after waiting 0 ms 2024-11-27T03:22:38,831 INFO [RS:0;66d3634da959:34683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:22:38,831 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:38,831 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:22:38,831 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8cda9c485444ba62555e669329b53f0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T03:22:38,831 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:22:38,831 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a8cda9c485444ba62555e669329b53f0=test,,1732677743102.a8cda9c485444ba62555e669329b53f0., 619958ec3cb427f28da9ce3b2139aad4=hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4.} 2024-11-27T03:22:38,831 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:22:38,831 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 619958ec3cb427f28da9ce3b2139aad4, a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:38,831 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:22:38,831 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:22:38,831 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:22:38,831 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:22:38,831 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:22:38,851 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/info/de29f66010e54daca29c26a797a8b022 is 147, key is hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4./info:regioninfo/1732677749018/Put/seqid=0 2024-11-27T03:22:38,851 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/.tmp/f/46ca701e91a3408c86da46856931acbf is 37, key is row3/f:row3/1732677756480/Put/seqid=0 2024-11-27T03:22:38,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741841_1017 (size=7686) 2024-11-27T03:22:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741840_1016 (size=5228) 2024-11-27T03:22:38,895 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1512, reset compression=false 2024-11-27T03:22:38,898 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:38,898 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1759, reset compression=false 2024-11-27T03:22:38,898 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,34683,1732677738202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:38,899 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,34683,1732677738202: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-66d3634da959,34683,1732677738202, walGroup=66d3634da959%2C34683%2C1732677738202, offset=66d3634da959%2C34683%2C1732677738202.1732677741111:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:34683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:22:38,901 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:22:38,901 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:22:38,901 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:22:38,901 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:22:38,901 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:22:38,901 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 923864152 }, "NonHeapMemoryUsage": { "committed": 200736768, "init": 7667712, "max": -1, "used": 197895592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:22:38,901 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:37593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:37593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T03:22:38,912 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:22:39,028 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:22:39,028 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:22:39,031 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 619958ec3cb427f28da9ce3b2139aad4, a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:39,101 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1759, reset compression=false 2024-11-27T03:22:39,168 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1488, reset compression=false 2024-11-27T03:22:39,183 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1466, reset compression=false 2024-11-27T03:22:39,231 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 619958ec3cb427f28da9ce3b2139aad4, a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:39,255 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/info/de29f66010e54daca29c26a797a8b022 2024-11-27T03:22:39,255 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/.tmp/f/46ca701e91a3408c86da46856931acbf 2024-11-27T03:22:39,259 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46ca701e91a3408c86da46856931acbf 2024-11-27T03:22:39,271 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/ns/5780fd9adcbf47f28b47ba6e5bef1aee is 43, key is default/ns:d/1732677741661/Put/seqid=0 2024-11-27T03:22:39,271 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/.tmp/f1/868cb7614f5248ca951da9f3325f3958 is 30, key is row1/f1:/1732677753824/DeleteFamily/seqid=0 2024-11-27T03:22:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741842_1018 (size=5153) 2024-11-27T03:22:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741843_1019 (size=5158) 2024-11-27T03:22:39,405 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1759, reset compression=false 2024-11-27T03:22:39,431 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 619958ec3cb427f28da9ce3b2139aad4, a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:39,632 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 619958ec3cb427f28da9ce3b2139aad4, a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:39,672 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1488, reset compression=false 2024-11-27T03:22:39,675 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/.tmp/f1/868cb7614f5248ca951da9f3325f3958 2024-11-27T03:22:39,675 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/ns/5780fd9adcbf47f28b47ba6e5bef1aee 2024-11-27T03:22:39,679 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 868cb7614f5248ca951da9f3325f3958 2024-11-27T03:22:39,698 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/.tmp/norep/9786c62448d5489d8992b2af42896664 is 33, key is row2/norep:/1732677754829/DeleteFamily/seqid=0 2024-11-27T03:22:39,699 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/rep_barrier/1304b1c57a5d4ecc8f3d58b8bfa51b57 is 112, key is test,,1732677743102.a8cda9c485444ba62555e669329b53f0./rep_barrier:seqnumDuringOpen/1732677743946/Put/seqid=0 2024-11-27T03:22:39,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741844_1020 (size=5108) 2024-11-27T03:22:39,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741845_1021 (size=5518) 2024-11-27T03:22:39,786 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1466, reset compression=false 2024-11-27T03:22:39,808 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1759, reset compression=false 2024-11-27T03:22:39,832 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 619958ec3cb427f28da9ce3b2139aad4, a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:40,032 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 619958ec3cb427f28da9ce3b2139aad4, a8cda9c485444ba62555e669329b53f0 2024-11-27T03:22:40,103 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/.tmp/norep/9786c62448d5489d8992b2af42896664 2024-11-27T03:22:40,104 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/rep_barrier/1304b1c57a5d4ecc8f3d58b8bfa51b57 2024-11-27T03:22:40,108 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9786c62448d5489d8992b2af42896664 2024-11-27T03:22:40,109 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/.tmp/f/46ca701e91a3408c86da46856931acbf as hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/f/46ca701e91a3408c86da46856931acbf 2024-11-27T03:22:40,114 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46ca701e91a3408c86da46856931acbf 2024-11-27T03:22:40,114 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/f/46ca701e91a3408c86da46856931acbf, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T03:22:40,115 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/.tmp/f1/868cb7614f5248ca951da9f3325f3958 as hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/f1/868cb7614f5248ca951da9f3325f3958 2024-11-27T03:22:40,120 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 868cb7614f5248ca951da9f3325f3958 2024-11-27T03:22:40,120 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/f1/868cb7614f5248ca951da9f3325f3958, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T03:22:40,121 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/.tmp/norep/9786c62448d5489d8992b2af42896664 as hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/norep/9786c62448d5489d8992b2af42896664 2024-11-27T03:22:40,126 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9786c62448d5489d8992b2af42896664 2024-11-27T03:22:40,126 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/norep/9786c62448d5489d8992b2af42896664, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T03:22:40,127 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/table/d63be3ef617645e6b012cb8d42416378 is 53, key is hbase:replication/table:state/1732677749031/Put/seqid=0 2024-11-27T03:22:40,127 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a8cda9c485444ba62555e669329b53f0 in 1296ms, sequenceid=12, compaction requested=false 2024-11-27T03:22:40,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741846_1022 (size=5308) 2024-11-27T03:22:40,162 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/table/d63be3ef617645e6b012cb8d42416378 2024-11-27T03:22:40,166 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/default/test/a8cda9c485444ba62555e669329b53f0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T03:22:40,167 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:22:40,167 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:22:40,167 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:40,167 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8cda9c485444ba62555e669329b53f0: Waiting for close lock at 1732677758830Running coprocessor pre-close hooks at 1732677758830Disabling compacts and flushes for region at 1732677758830Disabling writes for close at 1732677758831 (+1 ms)Obtaining lock to block concurrent updates at 1732677758831Preparing flush snapshotting stores in a8cda9c485444ba62555e669329b53f0 at 1732677758831Finished memstore snapshotting test,,1732677743102.a8cda9c485444ba62555e669329b53f0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732677758831Flushing stores of test,,1732677743102.a8cda9c485444ba62555e669329b53f0. at 1732677758832 (+1 ms)Flushing a8cda9c485444ba62555e669329b53f0/f: creating writer at 1732677758832Flushing a8cda9c485444ba62555e669329b53f0/f: appending metadata at 1732677758851 (+19 ms)Flushing a8cda9c485444ba62555e669329b53f0/f: closing flushed file at 1732677758851Flushing a8cda9c485444ba62555e669329b53f0/f1: creating writer at 1732677759259 (+408 ms)Flushing a8cda9c485444ba62555e669329b53f0/f1: appending metadata at 1732677759271 (+12 ms)Flushing a8cda9c485444ba62555e669329b53f0/f1: closing flushed file at 1732677759271Flushing a8cda9c485444ba62555e669329b53f0/norep: creating writer at 1732677759679 (+408 ms)Flushing a8cda9c485444ba62555e669329b53f0/norep: appending metadata at 1732677759697 (+18 ms)Flushing a8cda9c485444ba62555e669329b53f0/norep: closing flushed file at 1732677759697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6570f0c8: reopening flushed file at 1732677760108 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a2b61d: reopening flushed file at 1732677760114 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3707f2: reopening flushed file at 1732677760120 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a8cda9c485444ba62555e669329b53f0 in 1296ms, sequenceid=12, compaction requested=false at 1732677760127 (+7 ms)Writing region close event to WAL at 1732677760161 (+34 ms)Running coprocessor post-close hooks at 1732677760167 (+6 ms)Closed at 1732677760167 2024-11-27T03:22:40,167 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677743102.a8cda9c485444ba62555e669329b53f0. 2024-11-27T03:22:40,167 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 619958ec3cb427f28da9ce3b2139aad4, disabling compactions & flushes 2024-11-27T03:22:40,167 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:40,167 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:40,167 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. after waiting 0 ms 2024-11-27T03:22:40,167 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:40,167 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 619958ec3cb427f28da9ce3b2139aad4: Waiting for close lock at 1732677760167Running coprocessor pre-close hooks at 1732677760167Disabling compacts and flushes for region at 1732677760167Disabling writes for close at 1732677760167Failed flush hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4., putting online again at 1732677760167 2024-11-27T03:22:40,168 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:40,168 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/info/de29f66010e54daca29c26a797a8b022 as hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/info/de29f66010e54daca29c26a797a8b022 2024-11-27T03:22:40,172 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/info/de29f66010e54daca29c26a797a8b022, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:22:40,173 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/ns/5780fd9adcbf47f28b47ba6e5bef1aee as hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/ns/5780fd9adcbf47f28b47ba6e5bef1aee 2024-11-27T03:22:40,178 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/ns/5780fd9adcbf47f28b47ba6e5bef1aee, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:22:40,180 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/rep_barrier/1304b1c57a5d4ecc8f3d58b8bfa51b57 as hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/rep_barrier/1304b1c57a5d4ecc8f3d58b8bfa51b57 2024-11-27T03:22:40,185 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/rep_barrier/1304b1c57a5d4ecc8f3d58b8bfa51b57, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:22:40,186 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/.tmp/table/d63be3ef617645e6b012cb8d42416378 as hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/table/d63be3ef617645e6b012cb8d42416378 2024-11-27T03:22:40,191 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/table/d63be3ef617645e6b012cb8d42416378, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:22:40,192 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=16, compaction requested=false 2024-11-27T03:22:40,210 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:22:40,211 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:22:40,211 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:22:40,211 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:40,211 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677758831Running coprocessor pre-close hooks at 1732677758831Disabling compacts and flushes for region at 1732677758831Disabling writes for close at 1732677758831Obtaining lock to block concurrent updates at 1732677758831Preparing flush snapshotting stores in 1588230740 at 1732677758831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677758831Flushing stores of hbase:meta,,1.1588230740 at 1732677758832 (+1 ms)Flushing 1588230740/info: creating writer at 1732677758832Flushing 1588230740/info: appending metadata at 1732677758851 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732677758851Flushing 1588230740/ns: creating writer at 1732677759259 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732677759271 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732677759271Flushing 1588230740/rep_barrier: creating writer at 1732677759679 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677759699 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677759699Flushing 1588230740/table: creating writer at 1732677760110 (+411 ms)Flushing 1588230740/table: appending metadata at 1732677760126 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732677760126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b1c02: reopening flushed file at 1732677760167 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194e6cc7: reopening flushed file at 1732677760173 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d50a9e1: reopening flushed file at 1732677760179 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6c4a0c: reopening flushed file at 1732677760185 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=16, compaction requested=false at 1732677760192 (+7 ms)Writing region close event to WAL at 1732677760204 (+12 ms)Running coprocessor post-close hooks at 1732677760210 (+6 ms)Closed at 1732677760211 (+1 ms) 2024-11-27T03:22:40,211 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:40,232 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:22:40,232 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1325): Online Regions={619958ec3cb427f28da9ce3b2139aad4=hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4.} 2024-11-27T03:22:40,232 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(3091): Received CLOSE for 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:40,233 DEBUG [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1351): Waiting on 619958ec3cb427f28da9ce3b2139aad4 2024-11-27T03:22:40,233 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 619958ec3cb427f28da9ce3b2139aad4, disabling compactions & flushes 2024-11-27T03:22:40,233 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:40,233 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:40,233 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. after waiting 0 ms 2024-11-27T03:22:40,233 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:40,233 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 619958ec3cb427f28da9ce3b2139aad4: Waiting for close lock at 1732677760233Running coprocessor pre-close hooks at 1732677760233Disabling compacts and flushes for region at 1732677760233Disabling writes for close at 1732677760233Failed flush hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4., putting online again at 1732677760233 2024-11-27T03:22:40,233 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732677748598.619958ec3cb427f28da9ce3b2139aad4. 2024-11-27T03:22:40,276 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1488, reset compression=false 2024-11-27T03:22:40,311 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 1759, reset compression=false 2024-11-27T03:22:40,316 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:40,316 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.wal-reader.66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/WALs/66d3634da959,34683,1732677738202/66d3634da959%2C34683%2C1732677738202.1732677741111 to pos 2403, reset compression=false 2024-11-27T03:22:40,433 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T03:22:40,433 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,34683,1732677738202; all regions closed. 2024-11-27T03:22:40,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:22:40,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741839_1015 (size=2609) 2024-11-27T03:22:40,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741833_1009 (size=2411) 2024-11-27T03:22:40,442 DEBUG [RS:0;66d3634da959:34683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:40,442 INFO [RS:0;66d3634da959:34683 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:22:40,442 INFO [RS:0;66d3634da959:34683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:22:40,442 INFO [RS:0;66d3634da959:34683 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:22:40,442 INFO [RS:0;66d3634da959:34683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:22:40,442 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:22:40,443 INFO [RS:0;66d3634da959:34683 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,34683,1732677738202 because: Region server is closing 2024-11-27T03:22:40,443 INFO [RS:0;66d3634da959:34683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:34683. 2024-11-27T03:22:40,443 DEBUG [RS:0;66d3634da959:34683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:40,443 DEBUG [RS:0;66d3634da959:34683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:40,443 DEBUG [RS:0;66d3634da959:34683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:40,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:40,492 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1466, reset compression=false 2024-11-27T03:22:40,544 INFO [RS:0;66d3634da959:34683 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,34683,1732677738202.replicationSource.shipper66d3634da959%2C34683%2C1732677738202,1-66d3634da959,34683,1732677738202 terminated 2024-11-27T03:22:40,544 INFO [RS:0;66d3634da959:34683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:34683. 2024-11-27T03:22:40,544 DEBUG [RS:0;66d3634da959:34683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:40,544 DEBUG [RS:0;66d3634da959:34683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:40,544 DEBUG [RS:0;66d3634da959:34683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:40,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:40,544 INFO [RS:0;66d3634da959:34683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34683 2024-11-27T03:22:40,650 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-246594789/rs/66d3634da959,34683,1732677738202 2024-11-27T03:22:40,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789/rs 2024-11-27T03:22:40,650 INFO [RS:0;66d3634da959:34683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:22:40,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,34683,1732677738202] 2024-11-27T03:22:40,651 ERROR [pool-1811-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f0ef08e84b8@280f8c26 rejected from java.util.concurrent.ThreadPoolExecutor@6d0d0743[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-27T03:22:40,671 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-246594789/draining/66d3634da959,34683,1732677738202 already deleted, retry=false 2024-11-27T03:22:40,671 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,34683,1732677738202 expired; onlineServers=0 2024-11-27T03:22:40,671 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,37593,1732677738043' ***** 2024-11-27T03:22:40,671 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:22:40,671 INFO [M:0;66d3634da959:37593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:22:40,671 INFO [M:0;66d3634da959:37593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:22:40,671 DEBUG [M:0;66d3634da959:37593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:22:40,671 DEBUG [M:0;66d3634da959:37593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:22:40,671 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:22:40,672 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677740848 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677740848,5,FailOnTimeoutGroup] 2024-11-27T03:22:40,672 INFO [M:0;66d3634da959:37593 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:22:40,672 INFO [M:0;66d3634da959:37593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:22:40,672 DEBUG [M:0;66d3634da959:37593 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:22:40,672 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677740852 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677740852,5,FailOnTimeoutGroup] 2024-11-27T03:22:40,672 INFO [M:0;66d3634da959:37593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:22:40,672 INFO [M:0;66d3634da959:37593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:22:40,672 INFO [M:0;66d3634da959:37593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:22:40,672 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:22:40,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-246594789/master 2024-11-27T03:22:40,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-246594789 2024-11-27T03:22:40,716 DEBUG [M:0;66d3634da959:37593 {}] zookeeper.ZKUtil(347): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Unable to get data of znode /2-246594789/master because node does not exist (not an error) 2024-11-27T03:22:40,716 WARN [M:0;66d3634da959:37593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:22:40,717 INFO [M:0;66d3634da959:37593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/.lastflushedseqids 2024-11-27T03:22:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741847_1023 (size=245) 2024-11-27T03:22:40,761 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:40,761 INFO [RS:0;66d3634da959:34683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:22:40,761 INFO [RS:0;66d3634da959:34683 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,34683,1732677738202; zookeeper connection closed. 2024-11-27T03:22:40,761 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34683-0x1017a4fdf7f0007, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:40,761 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e7cf156 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e7cf156 2024-11-27T03:22:40,761 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:22:40,916 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:22:40,980 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1488, reset compression=false 2024-11-27T03:22:41,131 INFO [M:0;66d3634da959:37593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:22:41,131 INFO [M:0;66d3634da959:37593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:22:41,131 DEBUG [M:0;66d3634da959:37593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:22:41,131 INFO [M:0;66d3634da959:37593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:41,131 DEBUG [M:0;66d3634da959:37593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:41,131 DEBUG [M:0;66d3634da959:37593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:22:41,131 DEBUG [M:0;66d3634da959:37593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:41,131 INFO [M:0;66d3634da959:37593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-27T03:22:41,151 DEBUG [M:0;66d3634da959:37593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8051f6d0b544b299729a06bf488315 is 82, key is hbase:meta,,1/info:regioninfo/1732677741601/Put/seqid=0 2024-11-27T03:22:41,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741848_1024 (size=5672) 2024-11-27T03:22:41,168 INFO [M:0;66d3634da959:37593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8051f6d0b544b299729a06bf488315 2024-11-27T03:22:41,192 DEBUG [M:0;66d3634da959:37593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/635826dd8ecd4f5aaec69d76a5345f62 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732677749035/Put/seqid=0 2024-11-27T03:22:41,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741849_1025 (size=9211) 2024-11-27T03:22:41,198 INFO [M:0;66d3634da959:37593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/635826dd8ecd4f5aaec69d76a5345f62 2024-11-27T03:22:41,221 DEBUG [M:0;66d3634da959:37593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88b4e1f357d54fe5b79914c1ce186657 is 69, key is 66d3634da959,34683,1732677738202/rs:state/1732677740875/Put/seqid=0 2024-11-27T03:22:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741850_1026 (size=5156) 2024-11-27T03:22:41,226 INFO [M:0;66d3634da959:37593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88b4e1f357d54fe5b79914c1ce186657 2024-11-27T03:22:41,231 DEBUG [M:0;66d3634da959:37593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8051f6d0b544b299729a06bf488315 as hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8051f6d0b544b299729a06bf488315 2024-11-27T03:22:41,237 INFO [M:0;66d3634da959:37593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8051f6d0b544b299729a06bf488315, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T03:22:41,239 DEBUG [M:0;66d3634da959:37593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/635826dd8ecd4f5aaec69d76a5345f62 as hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/635826dd8ecd4f5aaec69d76a5345f62 2024-11-27T03:22:41,244 INFO [M:0;66d3634da959:37593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/635826dd8ecd4f5aaec69d76a5345f62, entries=15, sequenceid=127, filesize=9.0 K 2024-11-27T03:22:41,245 DEBUG [M:0;66d3634da959:37593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88b4e1f357d54fe5b79914c1ce186657 as hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88b4e1f357d54fe5b79914c1ce186657 2024-11-27T03:22:41,252 INFO [M:0;66d3634da959:37593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33017/user/jenkins/test-data/cf3b036c-a77d-f4c9-c596-657ee26066b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88b4e1f357d54fe5b79914c1ce186657, entries=1, sequenceid=127, filesize=5.0 K 2024-11-27T03:22:41,253 INFO [M:0;66d3634da959:37593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=127, compaction requested=false 2024-11-27T03:22:41,293 INFO [M:0;66d3634da959:37593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:41,293 DEBUG [M:0;66d3634da959:37593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677761131Disabling compacts and flushes for region at 1732677761131Disabling writes for close at 1732677761131Obtaining lock to block concurrent updates at 1732677761131Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677761131Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732677761132 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677761132Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677761133 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677761151 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677761151Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677761174 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677761192 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677761192Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677761203 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677761221 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677761221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ac3ff5: reopening flushed file at 1732677761230 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c43e341: reopening flushed file at 1732677761237 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bfa464c: reopening flushed file at 1732677761245 (+8 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=127, compaction requested=false at 1732677761253 (+8 ms)Writing region close event to WAL at 1732677761293 (+40 ms)Closed at 1732677761293 2024-11-27T03:22:41,295 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1466, reset compression=false 2024-11-27T03:22:41,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741830_1006 (size=73854) 2024-11-27T03:22:41,308 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:22:41,309 INFO [M:0;66d3634da959:37593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:22:41,309 INFO [M:0;66d3634da959:37593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37593 2024-11-27T03:22:41,309 INFO [M:0;66d3634da959:37593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:22:41,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:41,455 INFO [M:0;66d3634da959:37593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:22:41,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1017a4fdf7f0006, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:41,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eecebe9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:22:41,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76a8eee5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:22:41,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:22:41,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b321cee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:22:41,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4569dc62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/hadoop.log.dir/,STOPPED} 2024-11-27T03:22:41,504 WARN [BP-1124261123-172.17.0.3-1732677735552 heartbeating to localhost/127.0.0.1:33017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:22:41,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:22:41,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:22:41,504 WARN [BP-1124261123-172.17.0.3-1732677735552 heartbeating to localhost/127.0.0.1:33017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124261123-172.17.0.3-1732677735552 (Datanode Uuid 27d39ea2-44d4-4962-b2fa-f746a673462f) service to localhost/127.0.0.1:33017 2024-11-27T03:22:41,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/cluster_9e000e79-d937-8a82-3faf-75c8425d4e16/data/data1/current/BP-1124261123-172.17.0.3-1732677735552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:22:41,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/cluster_9e000e79-d937-8a82-3faf-75c8425d4e16/data/data2/current/BP-1124261123-172.17.0.3-1732677735552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:22:41,505 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:22:41,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9a662c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:22:41,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44a8086e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:22:41,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:22:41,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@289a0598{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:22:41,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124ddfdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/hadoop.log.dir/,STOPPED} 2024-11-27T03:22:41,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:22:41,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:22:41,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:41,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:41,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:41,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:41,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:41,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:22:41,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=745722083, stopped=false 2024-11-27T03:22:41,544 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,35023,1732677730946 2024-11-27T03:22:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2001240418/running 2024-11-27T03:22:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2001240418/running 2024-11-27T03:22:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:41,555 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:22:41,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Set watcher on znode that does not yet exist, /1-2001240418/running 2024-11-27T03:22:41,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Set watcher on znode that does not yet exist, /1-2001240418/running 2024-11-27T03:22:41,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:41,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:41,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:41,558 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,33061,1732677731072' ***** 2024-11-27T03:22:41,558 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:22:41,558 INFO [RS:0;66d3634da959:33061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:22:41,558 INFO [RS:0;66d3634da959:33061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:22:41,558 INFO [RS:0;66d3634da959:33061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:22:41,558 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(3091): Received CLOSE for ff44852047d0bb633e64fefced754807 2024-11-27T03:22:41,558 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:22:41,560 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(3091): Received CLOSE for 237980757468abe0ec9d76272289431a 2024-11-27T03:22:41,560 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,33061,1732677731072 2024-11-27T03:22:41,560 INFO [RS:0;66d3634da959:33061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:22:41,560 INFO [RS:0;66d3634da959:33061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:33061. 2024-11-27T03:22:41,560 DEBUG [RS:0;66d3634da959:33061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:41,560 DEBUG [RS:0;66d3634da959:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:41,561 INFO [RS:0;66d3634da959:33061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:22:41,561 INFO [RS:0;66d3634da959:33061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:22:41,561 INFO [RS:0;66d3634da959:33061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:22:41,561 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:22:41,561 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff44852047d0bb633e64fefced754807, disabling compactions & flushes 2024-11-27T03:22:41,561 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:41,561 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:22:41,562 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1325): Online Regions={ff44852047d0bb633e64fefced754807=test,,1732677742462.ff44852047d0bb633e64fefced754807., 1588230740=hbase:meta,,1.1588230740, 237980757468abe0ec9d76272289431a=hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a.} 2024-11-27T03:22:41,562 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 237980757468abe0ec9d76272289431a, ff44852047d0bb633e64fefced754807 2024-11-27T03:22:41,562 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:41,562 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677742462.ff44852047d0bb633e64fefced754807. after waiting 0 ms 2024-11-27T03:22:41,562 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:41,562 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:22:41,562 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff44852047d0bb633e64fefced754807 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T03:22:41,562 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:22:41,562 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:22:41,562 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:22:41,562 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:22:41,562 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:22:41,584 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/.tmp/f/7535a0645a4e4806af711e1322c96c39 is 37, key is row3/f:row3/1732677756480/Put/seqid=0 2024-11-27T03:22:41,592 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:22:41,603 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/info/41e2bf752cfd48f19c41f0e3fd2c2c0d is 147, key is hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a./info:regioninfo/1732677747233/Put/seqid=0 2024-11-27T03:22:41,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741840_1016 (size=5228) 2024-11-27T03:22:41,615 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/.tmp/f/7535a0645a4e4806af711e1322c96c39 2024-11-27T03:22:41,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741841_1017 (size=7686) 2024-11-27T03:22:41,624 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7535a0645a4e4806af711e1322c96c39 2024-11-27T03:22:41,626 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/info/41e2bf752cfd48f19c41f0e3fd2c2c0d 2024-11-27T03:22:41,646 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/.tmp/f1/994bc09d8f544c16915fe0dda227a963 is 30, key is row1/f1:/1732677753824/DeleteFamily/seqid=0 2024-11-27T03:22:41,657 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/ns/24e90903d89f40cc82438f18bce229f4 is 43, key is default/ns:d/1732677735247/Put/seqid=0 2024-11-27T03:22:41,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741842_1018 (size=5158) 2024-11-27T03:22:41,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741843_1019 (size=5153) 2024-11-27T03:22:41,691 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/ns/24e90903d89f40cc82438f18bce229f4 2024-11-27T03:22:41,721 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/rep_barrier/38631a173d94493abebc2a15655f5e7a is 112, key is test,,1732677742462.ff44852047d0bb633e64fefced754807./rep_barrier:seqnumDuringOpen/1732677742964/Put/seqid=0 2024-11-27T03:22:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741844_1020 (size=5518) 2024-11-27T03:22:41,748 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/rep_barrier/38631a173d94493abebc2a15655f5e7a 2024-11-27T03:22:41,762 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 237980757468abe0ec9d76272289431a, ff44852047d0bb633e64fefced754807 2024-11-27T03:22:41,778 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/table/df53e25f8591483cb5b5fcb3f3acbba9 is 53, key is hbase:replication/table:state/1732677747244/Put/seqid=0 2024-11-27T03:22:41,784 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1488, reset compression=false 2024-11-27T03:22:41,800 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:22:41,800 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:22:41,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741845_1021 (size=5308) 2024-11-27T03:22:41,828 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/table/df53e25f8591483cb5b5fcb3f3acbba9 2024-11-27T03:22:41,837 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/info/41e2bf752cfd48f19c41f0e3fd2c2c0d as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/info/41e2bf752cfd48f19c41f0e3fd2c2c0d 2024-11-27T03:22:41,844 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/info/41e2bf752cfd48f19c41f0e3fd2c2c0d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:22:41,845 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/ns/24e90903d89f40cc82438f18bce229f4 as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/ns/24e90903d89f40cc82438f18bce229f4 2024-11-27T03:22:41,852 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/ns/24e90903d89f40cc82438f18bce229f4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:22:41,853 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/rep_barrier/38631a173d94493abebc2a15655f5e7a as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/rep_barrier/38631a173d94493abebc2a15655f5e7a 2024-11-27T03:22:41,861 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/rep_barrier/38631a173d94493abebc2a15655f5e7a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:22:41,862 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/.tmp/table/df53e25f8591483cb5b5fcb3f3acbba9 as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/table/df53e25f8591483cb5b5fcb3f3acbba9 2024-11-27T03:22:41,879 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/table/df53e25f8591483cb5b5fcb3f3acbba9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:22:41,880 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 318ms, sequenceid=16, compaction requested=false 2024-11-27T03:22:41,933 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:22:41,934 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:22:41,934 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:22:41,934 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:41,934 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677761562Running coprocessor pre-close hooks at 1732677761562Disabling compacts and flushes for region at 1732677761562Disabling writes for close at 1732677761562Obtaining lock to block concurrent updates at 1732677761562Preparing flush snapshotting stores in 1588230740 at 1732677761562Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677761562Flushing stores of hbase:meta,,1.1588230740 at 1732677761563 (+1 ms)Flushing 1588230740/info: creating writer at 1732677761563Flushing 1588230740/info: appending metadata at 1732677761603 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732677761603Flushing 1588230740/ns: creating writer at 1732677761630 (+27 ms)Flushing 1588230740/ns: appending metadata at 1732677761657 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732677761657Flushing 1588230740/rep_barrier: creating writer at 1732677761698 (+41 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677761720 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677761720Flushing 1588230740/table: creating writer at 1732677761755 (+35 ms)Flushing 1588230740/table: appending metadata at 1732677761777 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732677761777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f99c25: reopening flushed file at 1732677761836 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592ce303: reopening flushed file at 1732677761844 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de6f7a7: reopening flushed file at 1732677761852 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5798c6: reopening flushed file at 1732677761861 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 318ms, sequenceid=16, compaction requested=false at 1732677761880 (+19 ms)Writing region close event to WAL at 1732677761929 (+49 ms)Running coprocessor post-close hooks at 1732677761934 (+5 ms)Closed at 1732677761934 2024-11-27T03:22:41,934 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:41,962 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1351): Waiting on 237980757468abe0ec9d76272289431a, ff44852047d0bb633e64fefced754807 2024-11-27T03:22:42,087 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/.tmp/f1/994bc09d8f544c16915fe0dda227a963 2024-11-27T03:22:42,091 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 994bc09d8f544c16915fe0dda227a963 2024-11-27T03:22:42,107 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/.tmp/norep/803683d09f38461b8cec75e54ed98b8f is 33, key is row1/norep:/1732677753824/DeleteFamily/seqid=0 2024-11-27T03:22:42,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741846_1022 (size=5108) 2024-11-27T03:22:42,124 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/.tmp/norep/803683d09f38461b8cec75e54ed98b8f 2024-11-27T03:22:42,137 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 803683d09f38461b8cec75e54ed98b8f 2024-11-27T03:22:42,137 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/.tmp/f/7535a0645a4e4806af711e1322c96c39 as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/f/7535a0645a4e4806af711e1322c96c39 2024-11-27T03:22:42,146 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7535a0645a4e4806af711e1322c96c39 2024-11-27T03:22:42,146 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/f/7535a0645a4e4806af711e1322c96c39, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T03:22:42,149 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/.tmp/f1/994bc09d8f544c16915fe0dda227a963 as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/f1/994bc09d8f544c16915fe0dda227a963 2024-11-27T03:22:42,157 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 994bc09d8f544c16915fe0dda227a963 2024-11-27T03:22:42,157 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/f1/994bc09d8f544c16915fe0dda227a963, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T03:22:42,159 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/.tmp/norep/803683d09f38461b8cec75e54ed98b8f as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/norep/803683d09f38461b8cec75e54ed98b8f 2024-11-27T03:22:42,163 DEBUG [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1351): Waiting on 237980757468abe0ec9d76272289431a, ff44852047d0bb633e64fefced754807 2024-11-27T03:22:42,164 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 803683d09f38461b8cec75e54ed98b8f 2024-11-27T03:22:42,164 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/norep/803683d09f38461b8cec75e54ed98b8f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T03:22:42,165 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ff44852047d0bb633e64fefced754807 in 603ms, sequenceid=12, compaction requested=false 2024-11-27T03:22:42,190 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/default/test/ff44852047d0bb633e64fefced754807/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T03:22:42,191 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:22:42,191 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:22:42,191 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:42,192 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff44852047d0bb633e64fefced754807: Waiting for close lock at 1732677761561Running coprocessor pre-close hooks at 1732677761561Disabling compacts and flushes for region at 1732677761561Disabling writes for close at 1732677761562 (+1 ms)Obtaining lock to block concurrent updates at 1732677761562Preparing flush snapshotting stores in ff44852047d0bb633e64fefced754807 at 1732677761562Finished memstore snapshotting test,,1732677742462.ff44852047d0bb633e64fefced754807., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732677761562Flushing stores of test,,1732677742462.ff44852047d0bb633e64fefced754807. at 1732677761563 (+1 ms)Flushing ff44852047d0bb633e64fefced754807/f: creating writer at 1732677761563Flushing ff44852047d0bb633e64fefced754807/f: appending metadata at 1732677761583 (+20 ms)Flushing ff44852047d0bb633e64fefced754807/f: closing flushed file at 1732677761583Flushing ff44852047d0bb633e64fefced754807/f1: creating writer at 1732677761624 (+41 ms)Flushing ff44852047d0bb633e64fefced754807/f1: appending metadata at 1732677761645 (+21 ms)Flushing ff44852047d0bb633e64fefced754807/f1: closing flushed file at 1732677761645Flushing ff44852047d0bb633e64fefced754807/norep: creating writer at 1732677762091 (+446 ms)Flushing ff44852047d0bb633e64fefced754807/norep: appending metadata at 1732677762106 (+15 ms)Flushing ff44852047d0bb633e64fefced754807/norep: closing flushed file at 1732677762106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c36bf1: reopening flushed file at 1732677762137 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d87230: reopening flushed file at 1732677762146 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb5af45: reopening flushed file at 1732677762157 (+11 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ff44852047d0bb633e64fefced754807 in 603ms, sequenceid=12, compaction requested=false at 1732677762165 (+8 ms)Writing region close event to WAL at 1732677762186 (+21 ms)Running coprocessor post-close hooks at 1732677762191 (+5 ms)Closed at 1732677762191 2024-11-27T03:22:42,192 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677742462.ff44852047d0bb633e64fefced754807. 2024-11-27T03:22:42,192 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 237980757468abe0ec9d76272289431a, disabling compactions & flushes 2024-11-27T03:22:42,192 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:42,192 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:42,192 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. after waiting 0 ms 2024-11-27T03:22:42,192 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:42,192 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 237980757468abe0ec9d76272289431a 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-27T03:22:42,208 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 1466, reset compression=false 2024-11-27T03:22:42,221 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/replication/237980757468abe0ec9d76272289431a/.tmp/queue/4ed032f590924004adbf200c9c28675b is 154, key is 1-66d3634da959,33061,1732677731072/queue:66d3634da959%2C33061%2C1732677731072/1732677757770/Put/seqid=0 2024-11-27T03:22:42,229 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:42,230 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.wal-reader.66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893 to pos 2357, reset compression=false 2024-11-27T03:22:42,230 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,33061,1732677731072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/WALs/66d3634da959,33061,1732677731072/66d3634da959%2C33061%2C1732677731072.1732677734893, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:42,231 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,33061,1732677731072: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-66d3634da959,33061,1732677731072, walGroup=66d3634da959%2C33061%2C1732677731072, offset=66d3634da959%2C33061%2C1732677731072.1732677734893:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:22:42,233 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:22:42,233 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:22:42,233 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:22:42,234 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:22:42,234 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:22:42,234 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 917191288 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198396136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:22:42,234 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:35023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:35023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T03:22:42,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741847_1023 (size=5353) 2024-11-27T03:22:42,294 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/replication/237980757468abe0ec9d76272289431a/.tmp/queue/4ed032f590924004adbf200c9c28675b 2024-11-27T03:22:42,299 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/replication/237980757468abe0ec9d76272289431a/.tmp/queue/4ed032f590924004adbf200c9c28675b as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/replication/237980757468abe0ec9d76272289431a/queue/4ed032f590924004adbf200c9c28675b 2024-11-27T03:22:42,305 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/replication/237980757468abe0ec9d76272289431a/queue/4ed032f590924004adbf200c9c28675b, entries=1, sequenceid=13, filesize=5.2 K 2024-11-27T03:22:42,306 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 237980757468abe0ec9d76272289431a in 114ms, sequenceid=13, compaction requested=false 2024-11-27T03:22:42,325 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/data/hbase/replication/237980757468abe0ec9d76272289431a/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-27T03:22:42,325 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:22:42,325 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:22:42,325 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:42,325 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 237980757468abe0ec9d76272289431a: Waiting for close lock at 1732677762192Running coprocessor pre-close hooks at 1732677762192Disabling compacts and flushes for region at 1732677762192Disabling writes for close at 1732677762192Obtaining lock to block concurrent updates at 1732677762192Preparing flush snapshotting stores in 237980757468abe0ec9d76272289431a at 1732677762192Finished memstore snapshotting hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732677762193 (+1 ms)Flushing stores of hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. at 1732677762194 (+1 ms)Flushing 237980757468abe0ec9d76272289431a/queue: creating writer at 1732677762194Flushing 237980757468abe0ec9d76272289431a/queue: appending metadata at 1732677762220 (+26 ms)Flushing 237980757468abe0ec9d76272289431a/queue: closing flushed file at 1732677762220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2c3c93: reopening flushed file at 1732677762299 (+79 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 237980757468abe0ec9d76272289431a in 114ms, sequenceid=13, compaction requested=false at 1732677762306 (+7 ms)Writing region close event to WAL at 1732677762320 (+14 ms)Running coprocessor post-close hooks at 1732677762325 (+5 ms)Closed at 1732677762325 2024-11-27T03:22:42,325 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677746433.237980757468abe0ec9d76272289431a. 2024-11-27T03:22:42,363 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,33061,1732677731072; all regions closed. 2024-11-27T03:22:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:22:42,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741839_1015 (size=3334) 2024-11-27T03:22:42,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741833_1009 (size=2365) 2024-11-27T03:22:42,387 DEBUG [RS:0;66d3634da959:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:42,387 INFO [RS:0;66d3634da959:33061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:22:42,388 INFO [RS:0;66d3634da959:33061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:22:42,388 INFO [RS:0;66d3634da959:33061 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:22:42,388 INFO [RS:0;66d3634da959:33061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:22:42,389 INFO [RS:0;66d3634da959:33061 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,33061,1732677731072 because: Region server is closing 2024-11-27T03:22:42,389 INFO [RS:0;66d3634da959:33061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:33061. 2024-11-27T03:22:42,390 DEBUG [RS:0;66d3634da959:33061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:42,390 DEBUG [RS:0;66d3634da959:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:42,390 DEBUG [RS:0;66d3634da959:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:42,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:42,392 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:22:42,490 INFO [RS:0;66d3634da959:33061 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,33061,1732677731072.replicationSource.shipper66d3634da959%2C33061%2C1732677731072,1-66d3634da959,33061,1732677731072 terminated 2024-11-27T03:22:42,490 INFO [RS:0;66d3634da959:33061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:33061. 2024-11-27T03:22:42,490 DEBUG [RS:0;66d3634da959:33061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:42,490 DEBUG [RS:0;66d3634da959:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:42,491 DEBUG [RS:0;66d3634da959:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:42,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:42,491 INFO [RS:0;66d3634da959:33061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33061 2024-11-27T03:22:42,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418/rs 2024-11-27T03:22:42,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2001240418/rs/66d3634da959,33061,1732677731072 2024-11-27T03:22:42,555 INFO [RS:0;66d3634da959:33061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:22:42,555 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f0ef08e84b8@1e0ae2e2 rejected from java.util.concurrent.ThreadPoolExecutor@1a3565fb[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-27T03:22:42,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,33061,1732677731072] 2024-11-27T03:22:42,576 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2001240418/draining/66d3634da959,33061,1732677731072 already deleted, retry=false 2024-11-27T03:22:42,576 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,33061,1732677731072 expired; onlineServers=0 2024-11-27T03:22:42,576 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,35023,1732677730946' ***** 2024-11-27T03:22:42,576 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:22:42,576 INFO [M:0;66d3634da959:35023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:22:42,576 INFO [M:0;66d3634da959:35023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:22:42,576 DEBUG [M:0;66d3634da959:35023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:22:42,576 DEBUG [M:0;66d3634da959:35023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:22:42,576 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677734369 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677734369,5,FailOnTimeoutGroup] 2024-11-27T03:22:42,576 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677734369 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677734369,5,FailOnTimeoutGroup] 2024-11-27T03:22:42,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:22:42,576 INFO [M:0;66d3634da959:35023 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:22:42,577 INFO [M:0;66d3634da959:35023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:22:42,577 DEBUG [M:0;66d3634da959:35023 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:22:42,577 INFO [M:0;66d3634da959:35023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:22:42,577 INFO [M:0;66d3634da959:35023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:22:42,577 INFO [M:0;66d3634da959:35023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:22:42,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:22:42,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2001240418/master 2024-11-27T03:22:42,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2001240418 2024-11-27T03:22:42,586 DEBUG [M:0;66d3634da959:35023 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2001240418/master already deleted, retry=false 2024-11-27T03:22:42,587 DEBUG [M:0;66d3634da959:35023 {}] master.ActiveMasterManager(353): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2001240418/master 2024-11-27T03:22:42,587 INFO [M:0;66d3634da959:35023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/.lastflushedseqids 2024-11-27T03:22:42,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741848_1024 (size=245) 2024-11-27T03:22:42,608 INFO [M:0;66d3634da959:35023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:22:42,608 INFO [M:0;66d3634da959:35023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:22:42,609 DEBUG [M:0;66d3634da959:35023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:22:42,609 INFO [M:0;66d3634da959:35023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:42,609 DEBUG [M:0;66d3634da959:35023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:42,609 DEBUG [M:0;66d3634da959:35023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:22:42,609 DEBUG [M:0;66d3634da959:35023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:42,609 INFO [M:0;66d3634da959:35023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T03:22:42,634 DEBUG [M:0;66d3634da959:35023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f6a0d94e09342898f9eb0d0d959ea7d is 82, key is hbase:meta,,1/info:regioninfo/1732677735225/Put/seqid=0 2024-11-27T03:22:42,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741849_1025 (size=5672) 2024-11-27T03:22:42,647 INFO [M:0;66d3634da959:35023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f6a0d94e09342898f9eb0d0d959ea7d 2024-11-27T03:22:42,666 INFO [RS:0;66d3634da959:33061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:22:42,666 INFO [RS:0;66d3634da959:33061 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,33061,1732677731072; zookeeper connection closed. 2024-11-27T03:22:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1017a4fdf7f0004, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:42,675 DEBUG [M:0;66d3634da959:35023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c36007cf26874a288d4e0b50d06dffa4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732677747249/Put/seqid=0 2024-11-27T03:22:42,676 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31063d98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31063d98 2024-11-27T03:22:42,676 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:22:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741850_1026 (size=8515) 2024-11-27T03:22:42,705 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1488, reset compression=false 2024-11-27T03:22:43,082 INFO [M:0;66d3634da959:35023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c36007cf26874a288d4e0b50d06dffa4 2024-11-27T03:22:43,108 DEBUG [M:0;66d3634da959:35023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/659725c1bf094a89b8740203bde195c7 is 69, key is 66d3634da959,33061,1732677731072/rs:state/1732677734638/Put/seqid=0 2024-11-27T03:22:43,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741851_1027 (size=5156) 2024-11-27T03:22:43,111 INFO [M:0;66d3634da959:35023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/659725c1bf094a89b8740203bde195c7 2024-11-27T03:22:43,116 DEBUG [M:0;66d3634da959:35023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f6a0d94e09342898f9eb0d0d959ea7d as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f6a0d94e09342898f9eb0d0d959ea7d 2024-11-27T03:22:43,120 INFO [M:0;66d3634da959:35023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f6a0d94e09342898f9eb0d0d959ea7d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T03:22:43,121 DEBUG [M:0;66d3634da959:35023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c36007cf26874a288d4e0b50d06dffa4 as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c36007cf26874a288d4e0b50d06dffa4 2024-11-27T03:22:43,126 INFO [M:0;66d3634da959:35023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c36007cf26874a288d4e0b50d06dffa4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T03:22:43,127 DEBUG [M:0;66d3634da959:35023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/659725c1bf094a89b8740203bde195c7 as hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/659725c1bf094a89b8740203bde195c7 2024-11-27T03:22:43,130 INFO [M:0;66d3634da959:35023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39857/user/jenkins/test-data/680420d4-8d55-afff-3b2c-d41233692267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/659725c1bf094a89b8740203bde195c7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T03:22:43,131 INFO [M:0;66d3634da959:35023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=97, compaction requested=false 2024-11-27T03:22:43,132 INFO [M:0;66d3634da959:35023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:43,132 DEBUG [M:0;66d3634da959:35023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677762608Disabling compacts and flushes for region at 1732677762608Disabling writes for close at 1732677762609 (+1 ms)Obtaining lock to block concurrent updates at 1732677762609Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677762609Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732677762609Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677762610 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677762610Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677762633 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677762633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677762652 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677762675 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677762675Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677763089 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677763107 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677763107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b521265: reopening flushed file at 1732677763115 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c523594: reopening flushed file at 1732677763120 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c2fb19: reopening flushed file at 1732677763126 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=97, compaction requested=false at 1732677763131 (+5 ms)Writing region close event to WAL at 1732677763132 (+1 ms)Closed at 1732677763132 2024-11-27T03:22:43,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741830_1006 (size=63642) 2024-11-27T03:22:43,143 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:22:43,143 INFO [M:0;66d3634da959:35023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:22:43,143 INFO [M:0;66d3634da959:35023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35023 2024-11-27T03:22:43,144 INFO [M:0;66d3634da959:35023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:22:43,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:43,297 INFO [M:0;66d3634da959:35023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:22:43,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35023-0x1017a4fdf7f0003, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:43,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75537c8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:22:43,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36b7fade{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:22:43,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:22:43,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bb52b53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:22:43,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1973062{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/hadoop.log.dir/,STOPPED} 2024-11-27T03:22:43,303 WARN [BP-94273974-172.17.0.3-1732677728170 heartbeating to localhost/127.0.0.1:39857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:22:43,303 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:22:43,303 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:22:43,303 WARN [BP-94273974-172.17.0.3-1732677728170 heartbeating to localhost/127.0.0.1:39857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-94273974-172.17.0.3-1732677728170 (Datanode Uuid 64a4b47a-3871-44dc-bde4-ea328fab9321) service to localhost/127.0.0.1:39857 2024-11-27T03:22:43,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/cluster_8c712983-f1df-addd-6f1a-4546edcf3a40/data/data1/current/BP-94273974-172.17.0.3-1732677728170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:22:43,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/cluster_8c712983-f1df-addd-6f1a-4546edcf3a40/data/data2/current/BP-94273974-172.17.0.3-1732677728170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:22:43,304 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:22:43,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e1f05cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:22:43,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b558b59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:22:43,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:22:43,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82e9449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:22:43,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37cf39df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b49adb3b-5932-a55a-02ad-90011a0995d5/hadoop.log.dir/,STOPPED} 2024-11-27T03:22:43,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:22:43,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:22:43,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:43,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:43,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:43,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:22:43,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=877140942, stopped=false 2024-11-27T03:22:43,327 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,41897,1732677725365 2024-11-27T03:22:43,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01203151268/running 2024-11-27T03:22:43,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01203151268/running 2024-11-27T03:22:43,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:43,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:43,344 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:22:43,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Set watcher on znode that does not yet exist, /01203151268/running 2024-11-27T03:22:43,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:22:43,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Set watcher on znode that does not yet exist, /01203151268/running 2024-11-27T03:22:43,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:43,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,36031,1732677725561' ***** 2024-11-27T03:22:43,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:22:43,347 INFO [RS:0;66d3634da959:36031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:22:43,347 INFO [RS:0;66d3634da959:36031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:22:43,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:22:43,347 INFO [RS:0;66d3634da959:36031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:22:43,347 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a70ee9ef7d7676713a8b7c4ea556939 2024-11-27T03:22:43,348 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(3091): Received CLOSE for e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:43,348 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,36031,1732677725561 2024-11-27T03:22:43,348 INFO [RS:0;66d3634da959:36031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:22:43,348 INFO [RS:0;66d3634da959:36031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:36031. 2024-11-27T03:22:43,348 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a70ee9ef7d7676713a8b7c4ea556939, disabling compactions & flushes 2024-11-27T03:22:43,348 DEBUG [RS:0;66d3634da959:36031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:43,348 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:43,348 DEBUG [RS:0;66d3634da959:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,348 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:43,348 INFO [RS:0;66d3634da959:36031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:22:43,348 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. after waiting 0 ms 2024-11-27T03:22:43,348 INFO [RS:0;66d3634da959:36031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:22:43,348 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:43,348 INFO [RS:0;66d3634da959:36031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:22:43,348 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:22:43,348 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a70ee9ef7d7676713a8b7c4ea556939 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-27T03:22:43,348 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:22:43,348 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1325): Online Regions={3a70ee9ef7d7676713a8b7c4ea556939=test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939., 1588230740=hbase:meta,,1.1588230740, e77e884f18315eb8b8d481c7392708b7=hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7.} 2024-11-27T03:22:43,348 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a70ee9ef7d7676713a8b7c4ea556939, e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:43,349 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:22:43,349 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:22:43,349 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:22:43,349 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:22:43,349 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:22:43,349 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:22:43,383 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/info/b69734c1b3b3404ca0e66215d81fa327 is 147, key is hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7./info:regioninfo/1732677745113/Put/seqid=0 2024-11-27T03:22:43,383 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/.tmp/f/5d809f50936f43c99e9700ea0ed4dff2 is 37, key is row3/f:row3/1732677756480/Put/seqid=0 2024-11-27T03:22:43,389 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:22:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741840_1016 (size=5228) 2024-11-27T03:22:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741841_1017 (size=7686) 2024-11-27T03:22:43,410 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/info/b69734c1b3b3404ca0e66215d81fa327 2024-11-27T03:22:43,430 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/ns/76b564fea2d0406485a58a48263bf7a0 is 43, key is default/ns:d/1732677728069/Put/seqid=0 2024-11-27T03:22:43,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741842_1018 (size=5153) 2024-11-27T03:22:43,549 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a70ee9ef7d7676713a8b7c4ea556939, e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:43,710 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1488, reset compression=false 2024-11-27T03:22:43,714 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:22:43,714 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1735, reset compression=false 2024-11-27T03:22:43,714 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,36031,1732677725561 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:22:43,715 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,36031,1732677725561: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-66d3634da959,36031,1732677725561, walGroup=66d3634da959%2C36031%2C1732677725561, offset=66d3634da959%2C36031%2C1732677725561.1732677727365:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:36031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:22:43,716 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:22:43,716 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:22:43,717 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:22:43,717 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:22:43,717 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:22:43,717 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 901394232 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198889160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:22:43,718 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:41897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:41897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T03:22:43,749 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a70ee9ef7d7676713a8b7c4ea556939, e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:43,804 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/.tmp/f/5d809f50936f43c99e9700ea0ed4dff2 2024-11-27T03:22:43,809 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d809f50936f43c99e9700ea0ed4dff2 2024-11-27T03:22:43,827 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/.tmp/f1/b935a90dcc41479d9889ffc690cb7df7 is 30, key is row1/f1:/1732677753824/DeleteFamily/seqid=0 2024-11-27T03:22:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741843_1019 (size=5158) 2024-11-27T03:22:43,840 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/ns/76b564fea2d0406485a58a48263bf7a0 2024-11-27T03:22:43,858 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/rep_barrier/47e01fe700924a83993b5405b3cd718e is 112, key is test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939./rep_barrier:seqnumDuringOpen/1732677742260/Put/seqid=0 2024-11-27T03:22:43,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741844_1020 (size=5518) 2024-11-27T03:22:43,862 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/rep_barrier/47e01fe700924a83993b5405b3cd718e 2024-11-27T03:22:43,880 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/table/bc145d028aff42b0a611193154d011b8 is 53, key is hbase:replication/table:state/1732677745121/Put/seqid=0 2024-11-27T03:22:43,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741845_1021 (size=5308) 2024-11-27T03:22:43,884 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/table/bc145d028aff42b0a611193154d011b8 2024-11-27T03:22:43,888 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/info/b69734c1b3b3404ca0e66215d81fa327 as hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/info/b69734c1b3b3404ca0e66215d81fa327 2024-11-27T03:22:43,892 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/info/b69734c1b3b3404ca0e66215d81fa327, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:22:43,893 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/ns/76b564fea2d0406485a58a48263bf7a0 as hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/ns/76b564fea2d0406485a58a48263bf7a0 2024-11-27T03:22:43,897 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/ns/76b564fea2d0406485a58a48263bf7a0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:22:43,898 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/rep_barrier/47e01fe700924a83993b5405b3cd718e as hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/rep_barrier/47e01fe700924a83993b5405b3cd718e 2024-11-27T03:22:43,902 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/rep_barrier/47e01fe700924a83993b5405b3cd718e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:22:43,903 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/.tmp/table/bc145d028aff42b0a611193154d011b8 as hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/table/bc145d028aff42b0a611193154d011b8 2024-11-27T03:22:43,907 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/table/bc145d028aff42b0a611193154d011b8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:22:43,908 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=16, compaction requested=false 2024-11-27T03:22:43,912 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:22:43,912 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:22:43,912 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:22:43,913 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:43,913 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677763349Running coprocessor pre-close hooks at 1732677763349Disabling compacts and flushes for region at 1732677763349Disabling writes for close at 1732677763349Obtaining lock to block concurrent updates at 1732677763349Preparing flush snapshotting stores in 1588230740 at 1732677763349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677763349Flushing stores of hbase:meta,,1.1588230740 at 1732677763350 (+1 ms)Flushing 1588230740/info: creating writer at 1732677763350Flushing 1588230740/info: appending metadata at 1732677763382 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732677763382Flushing 1588230740/ns: creating writer at 1732677763414 (+32 ms)Flushing 1588230740/ns: appending metadata at 1732677763429 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732677763430 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732677763844 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677763857 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677763858 (+1 ms)Flushing 1588230740/table: creating writer at 1732677763865 (+7 ms)Flushing 1588230740/table: appending metadata at 1732677763880 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732677763880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aaadfba: reopening flushed file at 1732677763887 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0493bf: reopening flushed file at 1732677763892 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fca8546: reopening flushed file at 1732677763897 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c611130: reopening flushed file at 1732677763902 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=16, compaction requested=false at 1732677763908 (+6 ms)Writing region close event to WAL at 1732677763910 (+2 ms)Running coprocessor post-close hooks at 1732677763912 (+2 ms)Closed at 1732677763913 (+1 ms) 2024-11-27T03:22:43,913 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:43,920 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1735, reset compression=false 2024-11-27T03:22:43,949 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1351): Waiting on 3a70ee9ef7d7676713a8b7c4ea556939, e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:44,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:22:44,149 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1351): Waiting on 3a70ee9ef7d7676713a8b7c4ea556939, e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:44,223 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1735, reset compression=false 2024-11-27T03:22:44,231 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/.tmp/f1/b935a90dcc41479d9889ffc690cb7df7 2024-11-27T03:22:44,235 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b935a90dcc41479d9889ffc690cb7df7 2024-11-27T03:22:44,251 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/.tmp/norep/a375c58f485a4516963ffcc460155253 is 32, key is row/norep:/1732677752819/DeleteFamily/seqid=0 2024-11-27T03:22:44,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741846_1022 (size=5101) 2024-11-27T03:22:44,283 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:22:44,283 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:22:44,349 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:22:44,349 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1325): Online Regions={3a70ee9ef7d7676713a8b7c4ea556939=test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939., e77e884f18315eb8b8d481c7392708b7=hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7.} 2024-11-27T03:22:44,349 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1351): Waiting on 3a70ee9ef7d7676713a8b7c4ea556939, e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:44,550 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1351): Waiting on 3a70ee9ef7d7676713a8b7c4ea556939, e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:44,627 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/WALs/66d3634da959,36031,1732677725561/66d3634da959%2C36031%2C1732677725561.1732677727365 to pos 1735, reset compression=false 2024-11-27T03:22:44,655 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/.tmp/norep/a375c58f485a4516963ffcc460155253 2024-11-27T03:22:44,659 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a375c58f485a4516963ffcc460155253 2024-11-27T03:22:44,660 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/.tmp/f/5d809f50936f43c99e9700ea0ed4dff2 as hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/f/5d809f50936f43c99e9700ea0ed4dff2 2024-11-27T03:22:44,665 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d809f50936f43c99e9700ea0ed4dff2 2024-11-27T03:22:44,665 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/f/5d809f50936f43c99e9700ea0ed4dff2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T03:22:44,666 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/.tmp/f1/b935a90dcc41479d9889ffc690cb7df7 as hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/f1/b935a90dcc41479d9889ffc690cb7df7 2024-11-27T03:22:44,671 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b935a90dcc41479d9889ffc690cb7df7 2024-11-27T03:22:44,671 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/f1/b935a90dcc41479d9889ffc690cb7df7, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T03:22:44,673 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/.tmp/norep/a375c58f485a4516963ffcc460155253 as hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/norep/a375c58f485a4516963ffcc460155253 2024-11-27T03:22:44,677 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a375c58f485a4516963ffcc460155253 2024-11-27T03:22:44,678 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/norep/a375c58f485a4516963ffcc460155253, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T03:22:44,679 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3a70ee9ef7d7676713a8b7c4ea556939 in 1331ms, sequenceid=12, compaction requested=false 2024-11-27T03:22:44,684 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/data/default/test/3a70ee9ef7d7676713a8b7c4ea556939/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T03:22:44,684 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:22:44,684 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:22:44,684 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:44,684 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a70ee9ef7d7676713a8b7c4ea556939: Waiting for close lock at 1732677763348Running coprocessor pre-close hooks at 1732677763348Disabling compacts and flushes for region at 1732677763348Disabling writes for close at 1732677763348Obtaining lock to block concurrent updates at 1732677763348Preparing flush snapshotting stores in 3a70ee9ef7d7676713a8b7c4ea556939 at 1732677763348Finished memstore snapshotting test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732677763348Flushing stores of test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. at 1732677763349 (+1 ms)Flushing 3a70ee9ef7d7676713a8b7c4ea556939/f: creating writer at 1732677763349Flushing 3a70ee9ef7d7676713a8b7c4ea556939/f: appending metadata at 1732677763382 (+33 ms)Flushing 3a70ee9ef7d7676713a8b7c4ea556939/f: closing flushed file at 1732677763382Flushing 3a70ee9ef7d7676713a8b7c4ea556939/f1: creating writer at 1732677763809 (+427 ms)Flushing 3a70ee9ef7d7676713a8b7c4ea556939/f1: appending metadata at 1732677763827 (+18 ms)Flushing 3a70ee9ef7d7676713a8b7c4ea556939/f1: closing flushed file at 1732677763827Flushing 3a70ee9ef7d7676713a8b7c4ea556939/norep: creating writer at 1732677764235 (+408 ms)Flushing 3a70ee9ef7d7676713a8b7c4ea556939/norep: appending metadata at 1732677764250 (+15 ms)Flushing 3a70ee9ef7d7676713a8b7c4ea556939/norep: closing flushed file at 1732677764250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@749e06d: reopening flushed file at 1732677764659 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f151a7f: reopening flushed file at 1732677764665 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ec86a5: reopening flushed file at 1732677764671 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3a70ee9ef7d7676713a8b7c4ea556939 in 1331ms, sequenceid=12, compaction requested=false at 1732677764679 (+8 ms)Writing region close event to WAL at 1732677764680 (+1 ms)Running coprocessor post-close hooks at 1732677764684 (+4 ms)Closed at 1732677764684 2024-11-27T03:22:44,685 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677741825.3a70ee9ef7d7676713a8b7c4ea556939. 2024-11-27T03:22:44,685 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e77e884f18315eb8b8d481c7392708b7, disabling compactions & flushes 2024-11-27T03:22:44,685 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:44,685 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:44,685 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. after waiting 0 ms 2024-11-27T03:22:44,685 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:44,685 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e77e884f18315eb8b8d481c7392708b7: Waiting for close lock at 1732677764685Running coprocessor pre-close hooks at 1732677764685Disabling compacts and flushes for region at 1732677764685Disabling writes for close at 1732677764685Failed flush hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7., putting online again at 1732677764685 2024-11-27T03:22:44,685 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:44,750 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(3091): Received CLOSE for e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:44,750 DEBUG [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1351): Waiting on e77e884f18315eb8b8d481c7392708b7 2024-11-27T03:22:44,750 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e77e884f18315eb8b8d481c7392708b7, disabling compactions & flushes 2024-11-27T03:22:44,750 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:44,750 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:44,750 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. after waiting 0 ms 2024-11-27T03:22:44,750 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:44,750 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e77e884f18315eb8b8d481c7392708b7: Waiting for close lock at 1732677764750Running coprocessor pre-close hooks at 1732677764750Disabling compacts and flushes for region at 1732677764750Disabling writes for close at 1732677764750Failed flush hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7., putting online again at 1732677764750 2024-11-27T03:22:44,750 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732677744265.e77e884f18315eb8b8d481c7392708b7. 2024-11-27T03:22:44,950 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T03:22:44,950 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,36031,1732677725561; all regions closed. 2024-11-27T03:22:44,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:22:44,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741839_1015 (size=2609) 2024-11-27T03:22:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741833_1009 (size=2387) 2024-11-27T03:22:44,957 DEBUG [RS:0;66d3634da959:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:44,957 INFO [RS:0;66d3634da959:36031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:22:44,958 INFO [RS:0;66d3634da959:36031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:22:44,958 INFO [RS:0;66d3634da959:36031 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:22:44,958 INFO [RS:0;66d3634da959:36031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:22:44,958 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:22:44,958 INFO [RS:0;66d3634da959:36031 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,36031,1732677725561 because: Region server is closing 2024-11-27T03:22:44,958 INFO [RS:0;66d3634da959:36031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:36031. 2024-11-27T03:22:44,958 DEBUG [RS:0;66d3634da959:36031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:44,958 DEBUG [RS:0;66d3634da959:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:44,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:44,958 DEBUG [RS:0;66d3634da959:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:45,059 INFO [RS:0;66d3634da959:36031 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.shipper66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 terminated 2024-11-27T03:22:45,059 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,36031,1732677725561.replicationSource.wal-reader.66d3634da959%2C36031%2C1732677725561,1-66d3634da959,36031,1732677725561 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T03:22:45,059 INFO [RS:0;66d3634da959:36031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:36031. 2024-11-27T03:22:45,059 DEBUG [RS:0;66d3634da959:36031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:45,059 DEBUG [RS:0;66d3634da959:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:45,059 DEBUG [RS:0;66d3634da959:36031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:45,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:22:45,059 INFO [RS:0;66d3634da959:36031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36031 2024-11-27T03:22:45,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01203151268/rs/66d3634da959,36031,1732677725561 2024-11-27T03:22:45,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268/rs 2024-11-27T03:22:45,123 INFO [RS:0;66d3634da959:36031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:22:45,123 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f0ef08e84b8@49b8260b rejected from java.util.concurrent.ThreadPoolExecutor@4d87bbe4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-27T03:22:45,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,36031,1732677725561] 2024-11-27T03:22:45,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01203151268/draining/66d3634da959,36031,1732677725561 already deleted, retry=false 2024-11-27T03:22:45,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,36031,1732677725561 expired; onlineServers=0 2024-11-27T03:22:45,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,41897,1732677725365' ***** 2024-11-27T03:22:45,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:22:45,144 INFO [M:0;66d3634da959:41897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:22:45,144 INFO [M:0;66d3634da959:41897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:22:45,144 DEBUG [M:0;66d3634da959:41897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:22:45,145 DEBUG [M:0;66d3634da959:41897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:22:45,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:22:45,145 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677727185 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677727185,5,FailOnTimeoutGroup] 2024-11-27T03:22:45,145 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677727185 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677727185,5,FailOnTimeoutGroup] 2024-11-27T03:22:45,145 INFO [M:0;66d3634da959:41897 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:22:45,145 INFO [M:0;66d3634da959:41897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:22:45,145 DEBUG [M:0;66d3634da959:41897 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:22:45,145 INFO [M:0;66d3634da959:41897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:22:45,145 INFO [M:0;66d3634da959:41897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:22:45,145 INFO [M:0;66d3634da959:41897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:22:45,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:22:45,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01203151268/master 2024-11-27T03:22:45,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01203151268 2024-11-27T03:22:45,155 DEBUG [M:0;66d3634da959:41897 {}] zookeeper.ZKUtil(347): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Unable to get data of znode /01203151268/master because node does not exist (not an error) 2024-11-27T03:22:45,155 WARN [M:0;66d3634da959:41897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:22:45,156 INFO [M:0;66d3634da959:41897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/.lastflushedseqids 2024-11-27T03:22:45,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741847_1023 (size=245) 2024-11-27T03:22:45,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:45,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36031-0x1017a4fdf7f0001, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:45,238 INFO [RS:0;66d3634da959:36031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:22:45,238 INFO [RS:0;66d3634da959:36031 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,36031,1732677725561; zookeeper connection closed. 2024-11-27T03:22:45,239 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f21f41d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f21f41d 2024-11-27T03:22:45,239 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:22:45,565 INFO [M:0;66d3634da959:41897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:22:45,566 INFO [M:0;66d3634da959:41897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:22:45,566 DEBUG [M:0;66d3634da959:41897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:22:45,566 INFO [M:0;66d3634da959:41897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:45,566 DEBUG [M:0;66d3634da959:41897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:45,566 DEBUG [M:0;66d3634da959:41897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:22:45,566 DEBUG [M:0;66d3634da959:41897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:45,566 INFO [M:0;66d3634da959:41897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-27T03:22:45,586 DEBUG [M:0;66d3634da959:41897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/317134e4731849c2b948a4dfae1f5f20 is 82, key is hbase:meta,,1/info:regioninfo/1732677728023/Put/seqid=0 2024-11-27T03:22:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741848_1024 (size=5672) 2024-11-27T03:22:45,592 INFO [M:0;66d3634da959:41897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/317134e4731849c2b948a4dfae1f5f20 2024-11-27T03:22:45,617 DEBUG [M:0;66d3634da959:41897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/284efae5f8c140f199d280680ee2d368 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732677742283/Put/seqid=0 2024-11-27T03:22:45,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741849_1025 (size=7218) 2024-11-27T03:22:45,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:22:45,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:45,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:46,028 INFO [M:0;66d3634da959:41897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/284efae5f8c140f199d280680ee2d368 2024-11-27T03:22:46,032 INFO [M:0;66d3634da959:41897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 284efae5f8c140f199d280680ee2d368 2024-11-27T03:22:46,051 DEBUG [M:0;66d3634da959:41897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb09f6334f044438ff1d9755b71745d is 69, key is 66d3634da959,36031,1732677725561/rs:state/1732677727226/Put/seqid=0 2024-11-27T03:22:46,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741850_1026 (size=5156) 2024-11-27T03:22:46,055 INFO [M:0;66d3634da959:41897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb09f6334f044438ff1d9755b71745d 2024-11-27T03:22:46,064 DEBUG [M:0;66d3634da959:41897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/317134e4731849c2b948a4dfae1f5f20 as hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/317134e4731849c2b948a4dfae1f5f20 2024-11-27T03:22:46,070 INFO [M:0;66d3634da959:41897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/317134e4731849c2b948a4dfae1f5f20, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T03:22:46,071 DEBUG [M:0;66d3634da959:41897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/284efae5f8c140f199d280680ee2d368 as hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/284efae5f8c140f199d280680ee2d368 2024-11-27T03:22:46,077 INFO [M:0;66d3634da959:41897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 284efae5f8c140f199d280680ee2d368 2024-11-27T03:22:46,077 INFO [M:0;66d3634da959:41897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/284efae5f8c140f199d280680ee2d368, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T03:22:46,080 DEBUG [M:0;66d3634da959:41897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb09f6334f044438ff1d9755b71745d as hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bb09f6334f044438ff1d9755b71745d 2024-11-27T03:22:46,086 INFO [M:0;66d3634da959:41897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38905/user/jenkins/test-data/e739cf45-4487-471a-9777-9c9a77f5a847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bb09f6334f044438ff1d9755b71745d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T03:22:46,087 INFO [M:0;66d3634da959:41897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=105, compaction requested=false 2024-11-27T03:22:46,097 INFO [M:0;66d3634da959:41897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:46,097 DEBUG [M:0;66d3634da959:41897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677765566Disabling compacts and flushes for region at 1732677765566Disabling writes for close at 1732677765566Obtaining lock to block concurrent updates at 1732677765566Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677765566Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732677765566Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677765567 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677765567Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677765585 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677765585Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677765596 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677765616 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677765616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677766032 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677766050 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677766050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649727e4: reopening flushed file at 1732677766059 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb01666: reopening flushed file at 1732677766070 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a827a74: reopening flushed file at 1732677766077 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=105, compaction requested=false at 1732677766087 (+10 ms)Writing region close event to WAL at 1732677766097 (+10 ms)Closed at 1732677766097 2024-11-27T03:22:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741830_1006 (size=64423) 2024-11-27T03:22:46,105 INFO [M:0;66d3634da959:41897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:22:46,106 INFO [M:0;66d3634da959:41897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41897 2024-11-27T03:22:46,106 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:22:46,106 INFO [M:0;66d3634da959:41897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:22:46,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:46,224 INFO [M:0;66d3634da959:41897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:22:46,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1017a4fdf7f0000, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:22:46,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@752c0dc9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:22:46,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@398e971{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:22:46,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:22:46,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f5ac5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:22:46,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6698a40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/hadoop.log.dir/,STOPPED} 2024-11-27T03:22:46,258 WARN [BP-1490032880-172.17.0.3-1732677723117 heartbeating to localhost/127.0.0.1:38905 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:22:46,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:22:46,258 WARN [BP-1490032880-172.17.0.3-1732677723117 heartbeating to localhost/127.0.0.1:38905 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1490032880-172.17.0.3-1732677723117 (Datanode Uuid a0203a4a-067d-4f68-acb0-920aa11b6fca) service to localhost/127.0.0.1:38905 2024-11-27T03:22:46,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:22:46,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/cluster_4636a706-8a37-fcc5-f469-5d8a686d8c92/data/data1/current/BP-1490032880-172.17.0.3-1732677723117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:22:46,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/cluster_4636a706-8a37-fcc5-f469-5d8a686d8c92/data/data2/current/BP-1490032880-172.17.0.3-1732677723117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:22:46,259 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:22:46,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57c31069{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:22:46,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2da4ada5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:22:46,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:22:46,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66585517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:22:46,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cbdfca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5db8075-8f1b-c997-bbfc-2412cf22eae6/hadoop.log.dir/,STOPPED} 2024-11-27T03:22:46,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T03:22:46,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:22:46,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 261) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39857 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64611) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38905 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33017 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64611) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64611) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4357 (was 4581) 2024-11-27T03:22:46,314 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=11, AvailableMemoryMB=4356 2024-11-27T03:22:46,330 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-27T03:22:46,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/hadoop.log.dir so I do NOT create it in target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce 2024-11-27T03:22:46,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:22:46,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/hadoop.tmp.dir so I do NOT create it in target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce 2024-11-27T03:22:46,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9a65eda-b8f9-9949-0892-05ee56078a83/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:22:46,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce 2024-11-27T03:22:46,331 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/cluster_e941d4fd-b110-d4b0-38e3-73584f1ab495, deleteOnExit=true 2024-11-27T03:22:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a4fdf7f0002, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:22:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017a4fdf7f0008, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:22:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a4fdf7f0005, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:22:46,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a4fdf7f0002, quorum=127.0.0.1:64611, baseZNode=/01203151268 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:22:46,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017a4fdf7f0008, quorum=127.0.0.1:64611, baseZNode=/2-246594789 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:22:46,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a4fdf7f0005, quorum=127.0.0.1:64611, baseZNode=/1-2001240418 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:22:46,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/cluster_e941d4fd-b110-d4b0-38e3-73584f1ab495/zookeeper_0, clientPort=61324, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/cluster_e941d4fd-b110-d4b0-38e3-73584f1ab495/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/cluster_e941d4fd-b110-d4b0-38e3-73584f1ab495/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:22:46,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61324 2024-11-27T03:22:46,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:22:46,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:22:46,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/test.cache.data in system properties and HBase conf 2024-11-27T03:22:46,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:22:46,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:22:46,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:22:46,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:22:46,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:22:46,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:22:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:22:47,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:47,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:47,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:47,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:47,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:22:47,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:47,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10419df8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:47,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273d7e3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:47,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f164041{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/java.io.tmpdir/jetty-localhost-35551-hadoop-hdfs-3_4_1-tests_jar-_-any-7689787727298846556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:22:47,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@81d29bc{HTTP/1.1, (http/1.1)}{localhost:35551} 2024-11-27T03:22:47,309 INFO [Time-limited test {}] server.Server(415): Started @280078ms 2024-11-27T03:22:47,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:47,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:47,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:47,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:47,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:22:47,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f264197{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:47,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6006a90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:47,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c9f3285{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/java.io.tmpdir/jetty-localhost-37331-hadoop-hdfs-3_4_1-tests_jar-_-any-9289356105264533690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:22:47,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58d2c855{HTTP/1.1, (http/1.1)}{localhost:37331} 2024-11-27T03:22:47,766 INFO [Time-limited test {}] server.Server(415): Started @280535ms 2024-11-27T03:22:47,768 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:22:48,784 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/cluster_e941d4fd-b110-d4b0-38e3-73584f1ab495/data/data1/current/BP-981056080-172.17.0.3-1732677766661/current, will proceed with Du for space computation calculation, 2024-11-27T03:22:48,784 WARN [Thread-3437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/cluster_e941d4fd-b110-d4b0-38e3-73584f1ab495/data/data2/current/BP-981056080-172.17.0.3-1732677766661/current, will proceed with Du for space computation calculation, 2024-11-27T03:22:48,807 WARN [Thread-3424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:22:48,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a825536ccee872d with lease ID 0x4f6146d432bd1a38: Processing first storage report for DS-2ab60a34-5ed8-4f33-885d-2c85f4b0420c from datanode DatanodeRegistration(127.0.0.1:43405, datanodeUuid=2615e93a-7ec2-4b23-a69f-26a4ac093b22, infoPort=34259, infoSecurePort=0, ipcPort=39333, storageInfo=lv=-57;cid=testClusterID;nsid=2144979326;c=1732677766661) 2024-11-27T03:22:48,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a825536ccee872d with lease ID 0x4f6146d432bd1a38: from storage DS-2ab60a34-5ed8-4f33-885d-2c85f4b0420c node DatanodeRegistration(127.0.0.1:43405, datanodeUuid=2615e93a-7ec2-4b23-a69f-26a4ac093b22, infoPort=34259, infoSecurePort=0, ipcPort=39333, storageInfo=lv=-57;cid=testClusterID;nsid=2144979326;c=1732677766661), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T03:22:48,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a825536ccee872d with lease ID 0x4f6146d432bd1a38: Processing first storage report for DS-b08fefc6-87e7-480e-990c-1f6a3cb75609 from datanode DatanodeRegistration(127.0.0.1:43405, datanodeUuid=2615e93a-7ec2-4b23-a69f-26a4ac093b22, infoPort=34259, infoSecurePort=0, ipcPort=39333, storageInfo=lv=-57;cid=testClusterID;nsid=2144979326;c=1732677766661) 2024-11-27T03:22:48,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a825536ccee872d with lease ID 0x4f6146d432bd1a38: from storage DS-b08fefc6-87e7-480e-990c-1f6a3cb75609 node DatanodeRegistration(127.0.0.1:43405, datanodeUuid=2615e93a-7ec2-4b23-a69f-26a4ac093b22, infoPort=34259, infoSecurePort=0, ipcPort=39333, storageInfo=lv=-57;cid=testClusterID;nsid=2144979326;c=1732677766661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:22:48,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce 2024-11-27T03:22:48,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:48,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:22:49,224 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e with version=8 2024-11-27T03:22:49,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/hbase-staging 2024-11-27T03:22:49,226 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:22:49,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:49,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:49,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:22:49,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:49,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:22:49,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:22:49,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:22:49,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33107 2024-11-27T03:22:49,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33107 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-27T03:22:49,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331070x0, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:49,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33107-0x1017a5089850000 connected 2024-11-27T03:22:49,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:49,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:49,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Set watcher on znode that does not yet exist, /0829387787/running 2024-11-27T03:22:49,774 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e, hbase.cluster.distributed=false 2024-11-27T03:22:49,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Set watcher on znode that does not yet exist, /0829387787/acl 2024-11-27T03:22:49,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33107 2024-11-27T03:22:49,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33107 2024-11-27T03:22:49,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33107 2024-11-27T03:22:49,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33107 2024-11-27T03:22:49,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33107 2024-11-27T03:22:49,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:22:49,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:49,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:49,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:22:49,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:49,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:22:49,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:22:49,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:22:49,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40277 2024-11-27T03:22:49,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40277 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-27T03:22:49,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:49,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:49,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402770x0, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:49,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40277-0x1017a5089850001 connected 2024-11-27T03:22:49,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Set watcher on znode that does not yet exist, /0829387787/running 2024-11-27T03:22:49,867 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:22:49,867 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:22:49,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Set watcher on znode that does not yet exist, /0829387787/master 2024-11-27T03:22:49,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Set watcher on znode that does not yet exist, /0829387787/acl 2024-11-27T03:22:49,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40277 2024-11-27T03:22:49,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40277 2024-11-27T03:22:49,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40277 2024-11-27T03:22:49,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40277 2024-11-27T03:22:49,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40277 2024-11-27T03:22:49,881 DEBUG [M:0;66d3634da959:33107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:33107 2024-11-27T03:22:49,881 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0829387787/backup-masters/66d3634da959,33107,1732677769226 2024-11-27T03:22:49,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787/backup-masters 2024-11-27T03:22:49,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787/backup-masters 2024-11-27T03:22:49,919 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Set watcher on existing znode=/0829387787/backup-masters/66d3634da959,33107,1732677769226 2024-11-27T03:22:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0829387787/master 2024-11-27T03:22:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:49,987 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Set watcher on existing znode=/0829387787/master 2024-11-27T03:22:49,988 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0829387787/backup-masters/66d3634da959,33107,1732677769226 from backup master directory 2024-11-27T03:22:50,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787/backup-masters 2024-11-27T03:22:50,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0829387787/backup-masters/66d3634da959,33107,1732677769226 2024-11-27T03:22:50,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787/backup-masters 2024-11-27T03:22:50,072 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:22:50,072 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,33107,1732677769226 2024-11-27T03:22:50,075 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/hbase.id] with ID: 93d3bc49-c3b5-4ce5-903c-84c83d422a4f 2024-11-27T03:22:50,075 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/.tmp/hbase.id 2024-11-27T03:22:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:22:50,491 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/.tmp/hbase.id]:[hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/hbase.id] 2024-11-27T03:22:50,499 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:50,499 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:22:50,499 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T03:22:50,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:50,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:50,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:22:51,017 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:51,018 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:22:51,018 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:51,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:22:51,428 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store 2024-11-27T03:22:51,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:22:51,833 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:51,833 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:22:51,833 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:51,833 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:51,833 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:22:51,833 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:51,833 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:51,833 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677771833Disabling compacts and flushes for region at 1732677771833Disabling writes for close at 1732677771833Writing region close event to WAL at 1732677771833Closed at 1732677771833 2024-11-27T03:22:51,834 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/.initializing 2024-11-27T03:22:51,834 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/WALs/66d3634da959,33107,1732677769226 2024-11-27T03:22:51,835 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:22:51,836 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C33107%2C1732677769226, suffix=, logDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/WALs/66d3634da959,33107,1732677769226, archiveDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/oldWALs, maxLogs=10 2024-11-27T03:22:51,852 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/WALs/66d3634da959,33107,1732677769226/66d3634da959%2C33107%2C1732677769226.1732677771836, exclude list is [], retry=0 2024-11-27T03:22:51,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-2ab60a34-5ed8-4f33-885d-2c85f4b0420c,DISK] 2024-11-27T03:22:51,855 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/WALs/66d3634da959,33107,1732677769226/66d3634da959%2C33107%2C1732677769226.1732677771836 2024-11-27T03:22:51,855 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-11-27T03:22:51,855 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:51,856 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:51,856 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,856 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:22:51,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:51,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:51,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:22:51,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:51,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:51,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:22:51,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:51,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:51,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:22:51,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:51,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:51,863 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,863 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,863 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,864 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,864 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,864 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:51,865 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:51,868 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:51,869 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75176992, jitterRate=0.1202244758605957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:51,869 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677771856Initializing all the Stores at 1732677771857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677771857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677771858 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677771858Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677771858Cleaning up temporary data from old regions at 1732677771864 (+6 ms)Region opened successfully at 1732677771869 (+5 ms) 2024-11-27T03:22:51,872 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:22:51,873 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e2a70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:22:51,874 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:22:51,874 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:22:51,874 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:22:51,874 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:22:51,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:22:51,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:22:51,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:22:51,877 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:22:51,877 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Unable to get data of znode /0829387787/balancer because node does not exist (not necessarily an error) 2024-11-27T03:22:51,921 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0829387787/balancer already deleted, retry=false 2024-11-27T03:22:51,921 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:22:51,922 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Unable to get data of znode /0829387787/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:22:51,942 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0829387787/normalizer already deleted, retry=false 2024-11-27T03:22:51,942 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:22:51,943 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Unable to get data of znode /0829387787/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:22:51,963 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0829387787/switch/split already deleted, retry=false 2024-11-27T03:22:51,964 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Unable to get data of znode /0829387787/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:22:51,975 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0829387787/switch/merge already deleted, retry=false 2024-11-27T03:22:51,977 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Unable to get data of znode /0829387787/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:22:51,986 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0829387787/snapshot-cleanup already deleted, retry=false 2024-11-27T03:22:52,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0829387787/running 2024-11-27T03:22:52,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0829387787/running 2024-11-27T03:22:52,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:52,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:52,006 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,33107,1732677769226, sessionid=0x1017a5089850000, setting cluster-up flag (Was=false) 2024-11-27T03:22:52,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:52,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:52,059 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0829387787/flush-table-proc/acquired, /0829387787/flush-table-proc/reached, /0829387787/flush-table-proc/abort 2024-11-27T03:22:52,060 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,33107,1732677769226 2024-11-27T03:22:52,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:52,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:52,152 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0829387787/online-snapshot/acquired, /0829387787/online-snapshot/reached, /0829387787/online-snapshot/abort 2024-11-27T03:22:52,153 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,33107,1732677769226 2024-11-27T03:22:52,154 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:22:52,155 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:52,155 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:22:52,155 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:22:52,155 WARN [master/66d3634da959:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 66d3634da959,33793,1732677633881: status=Processing ServerCrashProcedure of 66d3634da959,33793,1732677633881 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732677650374, completionTime=-1 appears to have been leaked 2024-11-27T03:22:52,156 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,33107,1732677769226 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:22:52,156 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:52,156 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:52,156 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:52,156 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:52,156 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:22:52,156 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,157 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:22:52,157 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677802157 2024-11-27T03:22:52,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:22:52,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:22:52,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:22:52,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:22:52,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:22:52,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:22:52,157 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:52,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:22:52,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:22:52,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:22:52,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:22:52,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:22:52,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:22:52,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:22:52,158 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677772158,5,FailOnTimeoutGroup] 2024-11-27T03:22:52,158 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:52,158 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677772158,5,FailOnTimeoutGroup] 2024-11-27T03:22:52,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:22:52,158 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,159 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:22:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:22:52,173 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(746): ClusterId : 93d3bc49-c3b5-4ce5-903c-84c83d422a4f 2024-11-27T03:22:52,173 DEBUG [RS:0;66d3634da959:40277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:22:52,186 DEBUG [RS:0;66d3634da959:40277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:22:52,186 DEBUG [RS:0;66d3634da959:40277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:22:52,206 DEBUG [RS:0;66d3634da959:40277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:22:52,206 DEBUG [RS:0;66d3634da959:40277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1939dee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:22:52,216 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:40277 2024-11-27T03:22:52,216 INFO [RS:0;66d3634da959:40277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:22:52,216 INFO [RS:0;66d3634da959:40277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:22:52,216 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:22:52,217 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,33107,1732677769226 with port=40277, startcode=1732677769789 2024-11-27T03:22:52,217 DEBUG [RS:0;66d3634da959:40277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:22:52,218 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:22:52,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,40277,1732677769789 2024-11-27T03:22:52,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33107 {}] master.ServerManager(517): Registering regionserver=66d3634da959,40277,1732677769789 2024-11-27T03:22:52,220 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e 2024-11-27T03:22:52,220 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41675 2024-11-27T03:22:52,220 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:22:52,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787/rs 2024-11-27T03:22:52,321 DEBUG [RS:0;66d3634da959:40277 {}] zookeeper.ZKUtil(111): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Set watcher on existing znode=/0829387787/rs/66d3634da959,40277,1732677769789 2024-11-27T03:22:52,321 WARN [RS:0;66d3634da959:40277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:22:52,322 INFO [RS:0;66d3634da959:40277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:52,322 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789 2024-11-27T03:22:52,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,40277,1732677769789] 2024-11-27T03:22:52,324 INFO [RS:0;66d3634da959:40277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:22:52,325 INFO [RS:0;66d3634da959:40277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:22:52,325 INFO [RS:0;66d3634da959:40277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:22:52,325 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,325 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:22:52,326 INFO [RS:0;66d3634da959:40277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:22:52,326 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:22:52,326 DEBUG [RS:0;66d3634da959:40277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:22:52,327 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,327 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,327 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,327 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,327 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,327 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,40277,1732677769789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:22:52,341 INFO [RS:0;66d3634da959:40277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:22:52,342 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,40277,1732677769789-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,342 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,342 INFO [RS:0;66d3634da959:40277 {}] regionserver.Replication(171): 66d3634da959,40277,1732677769789 started 2024-11-27T03:22:52,354 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:52,354 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,40277,1732677769789, RpcServer on 66d3634da959/172.17.0.3:40277, sessionid=0x1017a5089850001 2024-11-27T03:22:52,354 DEBUG [RS:0;66d3634da959:40277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:22:52,354 DEBUG [RS:0;66d3634da959:40277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,40277,1732677769789 2024-11-27T03:22:52,354 DEBUG [RS:0;66d3634da959:40277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,40277,1732677769789' 2024-11-27T03:22:52,354 DEBUG [RS:0;66d3634da959:40277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0829387787/flush-table-proc/abort' 2024-11-27T03:22:52,355 DEBUG [RS:0;66d3634da959:40277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0829387787/flush-table-proc/acquired' 2024-11-27T03:22:52,355 DEBUG [RS:0;66d3634da959:40277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:22:52,355 DEBUG [RS:0;66d3634da959:40277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:22:52,355 DEBUG [RS:0;66d3634da959:40277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,40277,1732677769789 2024-11-27T03:22:52,355 DEBUG [RS:0;66d3634da959:40277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,40277,1732677769789' 2024-11-27T03:22:52,355 DEBUG [RS:0;66d3634da959:40277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0829387787/online-snapshot/abort' 2024-11-27T03:22:52,356 DEBUG [RS:0;66d3634da959:40277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0829387787/online-snapshot/acquired' 2024-11-27T03:22:52,356 DEBUG [RS:0;66d3634da959:40277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:22:52,356 INFO [RS:0;66d3634da959:40277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:22:52,356 INFO [RS:0;66d3634da959:40277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:22:52,456 INFO [RS:0;66d3634da959:40277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:22:52,457 INFO [RS:0;66d3634da959:40277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C40277%2C1732677769789, suffix=, logDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789, archiveDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/oldWALs, maxLogs=10 2024-11-27T03:22:52,470 DEBUG [RS:0;66d3634da959:40277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457, exclude list is [], retry=0 2024-11-27T03:22:52,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-2ab60a34-5ed8-4f33-885d-2c85f4b0420c,DISK] 2024-11-27T03:22:52,473 INFO [RS:0;66d3634da959:40277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 2024-11-27T03:22:52,474 DEBUG [RS:0;66d3634da959:40277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-11-27T03:22:52,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:22:52,568 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e 2024-11-27T03:22:52,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:22:52,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:52,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:22:52,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:22:52,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:52,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:52,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:22:52,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:22:52,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:52,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:52,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:22:52,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:22:52,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:52,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:52,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:22:52,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:22:52,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:52,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:52,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:22:52,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740 2024-11-27T03:22:52,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740 2024-11-27T03:22:52,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:22:52,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:22:52,982 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:52,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:22:52,984 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:52,984 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68408025, jitterRate=0.019359007477760315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677772973Initializing all the Stores at 1732677772974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677772974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677772974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677772974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677772974Cleaning up temporary data from old regions at 1732677772981 (+7 ms)Region opened successfully at 1732677772984 (+3 ms) 2024-11-27T03:22:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:22:52,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:22:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:22:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:22:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:22:52,985 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:52,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677772984Disabling compacts and flushes for region at 1732677772984Disabling writes for close at 1732677772984Writing region close event to WAL at 1732677772985 (+1 ms)Closed at 1732677772985 2024-11-27T03:22:52,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:52,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:22:52,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:22:52,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:22:52,987 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:22:53,137 DEBUG [66d3634da959:33107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:22:53,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,40277,1732677769789 2024-11-27T03:22:53,139 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,40277,1732677769789, state=OPENING 2024-11-27T03:22:53,143 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:22:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:22:53,154 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:22:53,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0829387787/meta-region-server: CHANGED 2024-11-27T03:22:53,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,40277,1732677769789}] 2024-11-27T03:22:53,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0829387787/meta-region-server: CHANGED 2024-11-27T03:22:53,307 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:22:53,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:22:53,311 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:22:53,311 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:53,311 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:22:53,312 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C40277%2C1732677769789.meta, suffix=.meta, logDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789, archiveDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/oldWALs, maxLogs=10 2024-11-27T03:22:53,323 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.meta.1732677773312.meta, exclude list is [], retry=0 2024-11-27T03:22:53,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-2ab60a34-5ed8-4f33-885d-2c85f4b0420c,DISK] 2024-11-27T03:22:53,326 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.meta.1732677773312.meta 2024-11-27T03:22:53,326 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-11-27T03:22:53,326 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:53,327 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:53,327 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:22:53,327 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:22:53,327 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:22:53,327 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:22:53,327 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:53,327 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:22:53,327 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:22:53,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:22:53,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:22:53,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:53,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:53,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:22:53,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:22:53,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:53,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:53,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:22:53,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:22:53,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:53,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:53,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:22:53,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:22:53,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:53,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:53,331 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:22:53,332 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740 2024-11-27T03:22:53,332 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740 2024-11-27T03:22:53,333 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:22:53,333 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:22:53,334 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:53,334 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:22:53,335 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71544562, jitterRate=0.06609705090522766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:53,335 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:22:53,335 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677773327Writing region info on filesystem at 1732677773327Initializing all the Stores at 1732677773328 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677773328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677773328Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677773328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677773328Cleaning up temporary data from old regions at 1732677773333 (+5 ms)Running coprocessor post-open hooks at 1732677773335 (+2 ms)Region opened successfully at 1732677773335 2024-11-27T03:22:53,336 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677773307 2024-11-27T03:22:53,338 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:22:53,338 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:22:53,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,40277,1732677769789 2024-11-27T03:22:53,339 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,40277,1732677769789, state=OPEN 2024-11-27T03:22:53,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0829387787/meta-region-server 2024-11-27T03:22:53,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0829387787/meta-region-server 2024-11-27T03:22:53,376 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,40277,1732677769789 2024-11-27T03:22:53,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0829387787/meta-region-server: CHANGED 2024-11-27T03:22:53,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0829387787/meta-region-server: CHANGED 2024-11-27T03:22:53,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:22:53,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,40277,1732677769789 in 221 msec 2024-11-27T03:22:53,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:22:53,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-27T03:22:53,381 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:53,381 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:22:53,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:53,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,40277,1732677769789, seqNum=-1] 2024-11-27T03:22:53,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:53,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:53,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-27T03:22:53,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677773390, completionTime=-1 2024-11-27T03:22:53,390 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:22:53,390 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:22:53,392 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:22:53,392 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677833392 2024-11-27T03:22:53,392 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677893392 2024-11-27T03:22:53,392 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:22:53,392 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33107,1732677769226-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:53,392 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33107,1732677769226-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:53,392 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33107,1732677769226-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:53,392 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:33107, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:53,392 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:53,392 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:53,394 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:22:53,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.323sec 2024-11-27T03:22:53,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:22:53,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:22:53,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:22:53,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:22:53,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:22:53,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33107,1732677769226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:22:53,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33107,1732677769226-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:22:53,397 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:22:53,397 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:22:53,397 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,33107,1732677769226-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:53,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56eb3a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:53,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,33107,-1 for getting cluster id 2024-11-27T03:22:53,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:53,475 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93d3bc49-c3b5-4ce5-903c-84c83d422a4f' 2024-11-27T03:22:53,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93d3bc49-c3b5-4ce5-903c-84c83d422a4f" 2024-11-27T03:22:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e299c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,33107,-1] 2024-11-27T03:22:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:53,477 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:53,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5161315e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:53,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,40277,1732677769789, seqNum=-1] 2024-11-27T03:22:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:53,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:53,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,33107,1732677769226 2024-11-27T03:22:53,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-27T03:22:53,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:53,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a5089850002 connected 2024-11-27T03:22:53,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/hadoop.log.dir so I do NOT create it in target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77 2024-11-27T03:22:53,514 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:22:53,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/hadoop.tmp.dir so I do NOT create it in target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77 2024-11-27T03:22:53,514 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:22:53,514 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77 2024-11-27T03:22:53,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:22:53,514 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/cluster_778790d5-f719-729d-84e7-37e91d0ac444, deleteOnExit=true 2024-11-27T03:22:53,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/test.cache.data in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:22:53,515 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:22:53,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:22:53,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:53,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:22:53,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:22:53,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:53,926 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:53,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:53,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:53,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:22:53,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:53,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22daf0ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:53,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15870b76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:54,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822d90a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/java.io.tmpdir/jetty-localhost-38723-hadoop-hdfs-3_4_1-tests_jar-_-any-7367754066408192113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:22:54,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19afe828{HTTP/1.1, (http/1.1)}{localhost:38723} 2024-11-27T03:22:54,039 INFO [Time-limited test {}] server.Server(415): Started @286808ms 2024-11-27T03:22:54,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:22:54,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T03:22:54,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:22:54,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:22:54,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:54,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:54,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:54,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:54,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:22:54,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8b4d207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:54,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19ed8ca4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:54,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51d61795{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/java.io.tmpdir/jetty-localhost-37729-hadoop-hdfs-3_4_1-tests_jar-_-any-18012009404080724163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:22:54,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4edb7b05{HTTP/1.1, (http/1.1)}{localhost:37729} 2024-11-27T03:22:54,523 INFO [Time-limited test {}] server.Server(415): Started @287291ms 2024-11-27T03:22:54,524 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:22:55,208 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/cluster_778790d5-f719-729d-84e7-37e91d0ac444/data/data1/current/BP-227353937-172.17.0.3-1732677773529/current, will proceed with Du for space computation calculation, 2024-11-27T03:22:55,208 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/cluster_778790d5-f719-729d-84e7-37e91d0ac444/data/data2/current/BP-227353937-172.17.0.3-1732677773529/current, will proceed with Du for space computation calculation, 2024-11-27T03:22:55,228 WARN [Thread-3544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:22:55,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45020b11cb87c09 with lease ID 0xc63233ec89a8a3c9: Processing first storage report for DS-8d405677-1900-4939-9bb0-705693abf161 from datanode DatanodeRegistration(127.0.0.1:37657, datanodeUuid=17c3e179-c4b1-4582-abe8-67f1db7c494e, infoPort=34611, infoSecurePort=0, ipcPort=41083, storageInfo=lv=-57;cid=testClusterID;nsid=694565096;c=1732677773529) 2024-11-27T03:22:55,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45020b11cb87c09 with lease ID 0xc63233ec89a8a3c9: from storage DS-8d405677-1900-4939-9bb0-705693abf161 node DatanodeRegistration(127.0.0.1:37657, datanodeUuid=17c3e179-c4b1-4582-abe8-67f1db7c494e, infoPort=34611, infoSecurePort=0, ipcPort=41083, storageInfo=lv=-57;cid=testClusterID;nsid=694565096;c=1732677773529), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:22:55,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45020b11cb87c09 with lease ID 0xc63233ec89a8a3c9: Processing first storage report for DS-c6fa0bf7-576a-4de3-914b-30ec9208d187 from datanode DatanodeRegistration(127.0.0.1:37657, datanodeUuid=17c3e179-c4b1-4582-abe8-67f1db7c494e, infoPort=34611, infoSecurePort=0, ipcPort=41083, storageInfo=lv=-57;cid=testClusterID;nsid=694565096;c=1732677773529) 2024-11-27T03:22:55,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45020b11cb87c09 with lease ID 0xc63233ec89a8a3c9: from storage DS-c6fa0bf7-576a-4de3-914b-30ec9208d187 node DatanodeRegistration(127.0.0.1:37657, datanodeUuid=17c3e179-c4b1-4582-abe8-67f1db7c494e, infoPort=34611, infoSecurePort=0, ipcPort=41083, storageInfo=lv=-57;cid=testClusterID;nsid=694565096;c=1732677773529), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:22:55,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77 2024-11-27T03:22:55,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:55,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:22:55,667 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df with version=8 2024-11-27T03:22:55,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/hbase-staging 2024-11-27T03:22:55,669 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:22:55,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:55,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:55,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:22:55,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:55,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:22:55,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:22:55,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:22:55,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45887 2024-11-27T03:22:55,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45887 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-27T03:22:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458870x0, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:55,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45887-0x1017a5089850003 connected 2024-11-27T03:22:55,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:55,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:55,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Set watcher on znode that does not yet exist, /1304982889/running 2024-11-27T03:22:55,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df, hbase.cluster.distributed=false 2024-11-27T03:22:55,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Set watcher on znode that does not yet exist, /1304982889/acl 2024-11-27T03:22:55,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45887 2024-11-27T03:22:55,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45887 2024-11-27T03:22:55,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45887 2024-11-27T03:22:55,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45887 2024-11-27T03:22:55,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45887 2024-11-27T03:22:55,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:22:55,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:55,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:55,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:22:55,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:22:55,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:22:55,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:22:55,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:22:55,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42679 2024-11-27T03:22:55,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42679 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-27T03:22:55,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:55,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:55,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426790x0, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:55,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426790x0, quorum=127.0.0.1:61324, baseZNode=/1304982889 Set watcher on znode that does not yet exist, /1304982889/running 2024-11-27T03:22:55,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42679-0x1017a5089850004 connected 2024-11-27T03:22:55,828 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:22:55,829 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:22:55,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Set watcher on znode that does not yet exist, /1304982889/master 2024-11-27T03:22:55,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Set watcher on znode that does not yet exist, /1304982889/acl 2024-11-27T03:22:55,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-27T03:22:55,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42679 2024-11-27T03:22:55,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42679 2024-11-27T03:22:55,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-27T03:22:55,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-27T03:22:55,847 DEBUG [M:0;66d3634da959:45887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:45887 2024-11-27T03:22:55,847 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1304982889/backup-masters/66d3634da959,45887,1732677775669 2024-11-27T03:22:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889/backup-masters 2024-11-27T03:22:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889/backup-masters 2024-11-27T03:22:55,859 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Set watcher on existing znode=/1304982889/backup-masters/66d3634da959,45887,1732677775669 2024-11-27T03:22:55,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1304982889/master 2024-11-27T03:22:55,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:55,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:55,871 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Set watcher on existing znode=/1304982889/master 2024-11-27T03:22:55,871 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1304982889/backup-masters/66d3634da959,45887,1732677775669 from backup master directory 2024-11-27T03:22:55,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1304982889/backup-masters/66d3634da959,45887,1732677775669 2024-11-27T03:22:55,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889/backup-masters 2024-11-27T03:22:55,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889/backup-masters 2024-11-27T03:22:55,881 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:22:55,881 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,45887,1732677775669 2024-11-27T03:22:55,884 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/hbase.id] with ID: 53424b45-ac8a-4248-b1ca-47dd580ba582 2024-11-27T03:22:55,884 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/.tmp/hbase.id 2024-11-27T03:22:55,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:22:56,290 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/.tmp/hbase.id]:[hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/hbase.id] 2024-11-27T03:22:56,296 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:22:56,297 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:22:56,297 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T03:22:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:56,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:22:56,759 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:56,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:22:56,768 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:22:56,788 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store 2024-11-27T03:22:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:22:56,813 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:56,813 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:22:56,813 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:56,813 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:56,813 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:22:56,813 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:56,813 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:22:56,813 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677776813Disabling compacts and flushes for region at 1732677776813Disabling writes for close at 1732677776813Writing region close event to WAL at 1732677776813Closed at 1732677776813 2024-11-27T03:22:56,814 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/.initializing 2024-11-27T03:22:56,814 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/WALs/66d3634da959,45887,1732677775669 2024-11-27T03:22:56,815 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:22:56,816 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C45887%2C1732677775669, suffix=, logDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/WALs/66d3634da959,45887,1732677775669, archiveDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/oldWALs, maxLogs=10 2024-11-27T03:22:56,835 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/WALs/66d3634da959,45887,1732677775669/66d3634da959%2C45887%2C1732677775669.1732677776817, exclude list is [], retry=0 2024-11-27T03:22:56,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37657,DS-8d405677-1900-4939-9bb0-705693abf161,DISK] 2024-11-27T03:22:56,851 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/WALs/66d3634da959,45887,1732677775669/66d3634da959%2C45887%2C1732677775669.1732677776817 2024-11-27T03:22:56,851 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34611:34611)] 2024-11-27T03:22:56,851 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:56,851 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:56,851 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,851 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:22:56,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:56,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:56,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:22:56,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:56,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:56,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:22:56,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:56,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:56,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:22:56,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:56,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:56,875 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,875 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,876 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,877 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,877 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,877 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:56,878 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:22:56,880 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:56,881 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61722671, jitterRate=-0.08026053011417389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:56,881 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677776851Initializing all the Stores at 1732677776852 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677776852Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677776868 (+16 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677776868Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677776868Cleaning up temporary data from old regions at 1732677776877 (+9 ms)Region opened successfully at 1732677776881 (+4 ms) 2024-11-27T03:22:56,881 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:22:56,883 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4740b2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:22:56,884 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:22:56,884 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:22:56,884 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:22:56,884 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:22:56,884 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:22:56,885 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:22:56,885 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:22:56,889 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:22:56,890 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Unable to get data of znode /1304982889/balancer because node does not exist (not necessarily an error) 2024-11-27T03:22:57,047 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1304982889/balancer already deleted, retry=false 2024-11-27T03:22:57,047 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:22:57,048 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Unable to get data of znode /1304982889/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:22:57,167 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1304982889/normalizer already deleted, retry=false 2024-11-27T03:22:57,168 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:22:57,169 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Unable to get data of znode /1304982889/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:22:57,194 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1304982889/switch/split already deleted, retry=false 2024-11-27T03:22:57,195 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Unable to get data of znode /1304982889/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:22:57,206 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1304982889/switch/merge already deleted, retry=false 2024-11-27T03:22:57,213 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Unable to get data of znode /1304982889/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:22:57,217 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1304982889/snapshot-cleanup already deleted, retry=false 2024-11-27T03:22:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1304982889/running 2024-11-27T03:22:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1304982889/running 2024-11-27T03:22:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:57,228 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,45887,1732677775669, sessionid=0x1017a5089850003, setting cluster-up flag (Was=false) 2024-11-27T03:22:57,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:57,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:57,280 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1304982889/flush-table-proc/acquired, /1304982889/flush-table-proc/reached, /1304982889/flush-table-proc/abort 2024-11-27T03:22:57,281 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,45887,1732677775669 2024-11-27T03:22:57,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:57,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:57,333 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1304982889/online-snapshot/acquired, /1304982889/online-snapshot/reached, /1304982889/online-snapshot/abort 2024-11-27T03:22:57,334 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,45887,1732677775669 2024-11-27T03:22:57,334 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:22:57,336 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:57,336 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:22:57,336 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:22:57,336 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,45887,1732677775669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:22:57,337 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:57,337 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:57,337 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:57,337 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:22:57,337 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:22:57,337 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,337 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:22:57,337 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,338 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677807338 2024-11-27T03:22:57,338 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:22:57,338 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:22:57,338 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:22:57,339 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:22:57,339 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:22:57,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:57,339 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:22:57,339 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(746): ClusterId : 53424b45-ac8a-4248-b1ca-47dd580ba582 2024-11-27T03:22:57,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:22:57,339 DEBUG [RS:0;66d3634da959:42679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:22:57,339 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,339 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:22:57,339 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:22:57,339 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:22:57,339 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:22:57,340 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:22:57,340 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:22:57,340 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:57,340 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677777340,5,FailOnTimeoutGroup] 2024-11-27T03:22:57,340 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677777340,5,FailOnTimeoutGroup] 2024-11-27T03:22:57,340 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:22:57,340 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:22:57,340 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,340 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,344 DEBUG [RS:0;66d3634da959:42679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:22:57,344 DEBUG [RS:0;66d3634da959:42679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:22:57,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:22:57,355 DEBUG [RS:0;66d3634da959:42679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:22:57,355 DEBUG [RS:0;66d3634da959:42679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8a5744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:22:57,368 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:42679 2024-11-27T03:22:57,369 INFO [RS:0;66d3634da959:42679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:22:57,369 INFO [RS:0;66d3634da959:42679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:22:57,369 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:22:57,369 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,45887,1732677775669 with port=42679, startcode=1732677775813 2024-11-27T03:22:57,369 DEBUG [RS:0;66d3634da959:42679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:22:57,371 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:22:57,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,42679,1732677775813 2024-11-27T03:22:57,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45887 {}] master.ServerManager(517): Registering regionserver=66d3634da959,42679,1732677775813 2024-11-27T03:22:57,372 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df 2024-11-27T03:22:57,372 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41075 2024-11-27T03:22:57,372 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:22:57,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889/rs 2024-11-27T03:22:57,384 DEBUG [RS:0;66d3634da959:42679 {}] zookeeper.ZKUtil(111): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Set watcher on existing znode=/1304982889/rs/66d3634da959,42679,1732677775813 2024-11-27T03:22:57,384 WARN [RS:0;66d3634da959:42679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:22:57,384 INFO [RS:0;66d3634da959:42679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:57,384 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813 2024-11-27T03:22:57,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,42679,1732677775813] 2024-11-27T03:22:57,387 INFO [RS:0;66d3634da959:42679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:22:57,388 INFO [RS:0;66d3634da959:42679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:22:57,391 INFO [RS:0;66d3634da959:42679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:22:57,391 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,392 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:22:57,393 INFO [RS:0;66d3634da959:42679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:22:57,393 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:22:57,393 DEBUG [RS:0;66d3634da959:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:22:57,394 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,394 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,394 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,394 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,394 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,394 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,42679,1732677775813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:22:57,407 INFO [RS:0;66d3634da959:42679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:22:57,407 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,42679,1732677775813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,407 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,407 INFO [RS:0;66d3634da959:42679 {}] regionserver.Replication(171): 66d3634da959,42679,1732677775813 started 2024-11-27T03:22:57,419 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:57,420 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,42679,1732677775813, RpcServer on 66d3634da959/172.17.0.3:42679, sessionid=0x1017a5089850004 2024-11-27T03:22:57,420 DEBUG [RS:0;66d3634da959:42679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:22:57,420 DEBUG [RS:0;66d3634da959:42679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,42679,1732677775813 2024-11-27T03:22:57,420 DEBUG [RS:0;66d3634da959:42679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,42679,1732677775813' 2024-11-27T03:22:57,420 DEBUG [RS:0;66d3634da959:42679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1304982889/flush-table-proc/abort' 2024-11-27T03:22:57,420 DEBUG [RS:0;66d3634da959:42679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1304982889/flush-table-proc/acquired' 2024-11-27T03:22:57,421 DEBUG [RS:0;66d3634da959:42679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:22:57,421 DEBUG [RS:0;66d3634da959:42679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:22:57,421 DEBUG [RS:0;66d3634da959:42679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,42679,1732677775813 2024-11-27T03:22:57,421 DEBUG [RS:0;66d3634da959:42679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,42679,1732677775813' 2024-11-27T03:22:57,421 DEBUG [RS:0;66d3634da959:42679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1304982889/online-snapshot/abort' 2024-11-27T03:22:57,421 DEBUG [RS:0;66d3634da959:42679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1304982889/online-snapshot/acquired' 2024-11-27T03:22:57,421 DEBUG [RS:0;66d3634da959:42679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:22:57,421 INFO [RS:0;66d3634da959:42679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:22:57,421 INFO [RS:0;66d3634da959:42679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:22:57,522 INFO [RS:0;66d3634da959:42679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:22:57,523 INFO [RS:0;66d3634da959:42679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C42679%2C1732677775813, suffix=, logDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813, archiveDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/oldWALs, maxLogs=10 2024-11-27T03:22:57,535 DEBUG [RS:0;66d3634da959:42679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523, exclude list is [], retry=0 2024-11-27T03:22:57,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37657,DS-8d405677-1900-4939-9bb0-705693abf161,DISK] 2024-11-27T03:22:57,540 INFO [RS:0;66d3634da959:42679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 2024-11-27T03:22:57,540 DEBUG [RS:0;66d3634da959:42679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34611:34611)] 2024-11-27T03:22:57,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:22:57,746 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df 2024-11-27T03:22:57,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:22:57,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:22:57,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:22:57,789 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88749 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:22:58,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:58,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:22:58,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:22:58,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:58,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:58,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:22:58,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:22:58,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:58,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:58,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:22:58,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:22:58,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:58,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:58,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:22:58,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:22:58,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:58,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:58,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:22:58,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740 2024-11-27T03:22:58,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740 2024-11-27T03:22:58,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:22:58,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:22:58,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:58,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:22:58,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:58,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73457146, jitterRate=0.09459677338600159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:58,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677778152Initializing all the Stores at 1732677778153 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677778153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677778153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677778153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677778153Cleaning up temporary data from old regions at 1732677778159 (+6 ms)Region opened successfully at 1732677778161 (+2 ms) 2024-11-27T03:22:58,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:22:58,161 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:22:58,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:22:58,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:22:58,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:22:58,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:22:58,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677778161Disabling compacts and flushes for region at 1732677778161Disabling writes for close at 1732677778161Writing region close event to WAL at 1732677778162 (+1 ms)Closed at 1732677778162 2024-11-27T03:22:58,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:58,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:22:58,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:22:58,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:22:58,164 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:22:58,315 DEBUG [66d3634da959:45887 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:22:58,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,42679,1732677775813 2024-11-27T03:22:58,316 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,42679,1732677775813, state=OPENING 2024-11-27T03:22:58,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:22:58,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,364 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:22:58,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:58,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:22:58,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1304982889/meta-region-server: CHANGED 2024-11-27T03:22:58,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1304982889/meta-region-server: CHANGED 2024-11-27T03:22:58,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:22:58,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,42679,1732677775813}] 2024-11-27T03:22:58,538 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:22:58,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:22:58,542 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:22:58,542 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:22:58,542 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:22:58,543 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C42679%2C1732677775813.meta, suffix=.meta, logDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813, archiveDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/oldWALs, maxLogs=10 2024-11-27T03:22:58,555 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.meta.1732677778543.meta, exclude list is [], retry=0 2024-11-27T03:22:58,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37657,DS-8d405677-1900-4939-9bb0-705693abf161,DISK] 2024-11-27T03:22:58,557 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.meta.1732677778543.meta 2024-11-27T03:22:58,558 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34611:34611)] 2024-11-27T03:22:58,558 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:58,558 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:22:58,558 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:22:58,558 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:22:58,558 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:22:58,558 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:22:58,558 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:58,558 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:22:58,558 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:22:58,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:22:58,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:22:58,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:58,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:58,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:22:58,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:22:58,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:58,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:58,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:22:58,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:22:58,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:58,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:58,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:22:58,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:22:58,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:58,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:22:58,562 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:22:58,562 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740 2024-11-27T03:22:58,563 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740 2024-11-27T03:22:58,564 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:22:58,564 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:22:58,564 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:22:58,565 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:22:58,565 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62441838, jitterRate=-0.06954410672187805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:22:58,565 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:22:58,565 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677778559Writing region info on filesystem at 1732677778559Initializing all the Stores at 1732677778559Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677778559Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677778559Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677778559Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677778559Cleaning up temporary data from old regions at 1732677778564 (+5 ms)Running coprocessor post-open hooks at 1732677778565 (+1 ms)Region opened successfully at 1732677778565 2024-11-27T03:22:58,566 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677778538 2024-11-27T03:22:58,568 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:22:58,568 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:22:58,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,42679,1732677775813 2024-11-27T03:22:58,568 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,42679,1732677775813, state=OPEN 2024-11-27T03:22:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1304982889/meta-region-server 2024-11-27T03:22:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1304982889/meta-region-server 2024-11-27T03:22:58,575 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,42679,1732677775813 2024-11-27T03:22:58,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1304982889/meta-region-server: CHANGED 2024-11-27T03:22:58,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1304982889/meta-region-server: CHANGED 2024-11-27T03:22:58,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:22:58,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,42679,1732677775813 in 189 msec 2024-11-27T03:22:58,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:22:58,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-27T03:22:58,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:22:58,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:22:58,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:58,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,42679,1732677775813, seqNum=-1] 2024-11-27T03:22:58,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:58,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:58,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-27T03:22:58,584 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677778584, completionTime=-1 2024-11-27T03:22:58,584 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:22:58,584 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:22:58,586 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:22:58,586 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677838586 2024-11-27T03:22:58,586 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677898586 2024-11-27T03:22:58,586 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:22:58,586 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,45887,1732677775669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:58,586 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,45887,1732677775669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:58,586 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,45887,1732677775669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:58,586 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:45887, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:58,586 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:58,586 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:58,587 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:22:58,589 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.708sec 2024-11-27T03:22:58,589 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:22:58,589 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:22:58,589 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:22:58,589 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:22:58,589 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:22:58,589 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,45887,1732677775669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:22:58,589 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,45887,1732677775669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:22:58,591 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:22:58,591 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:22:58,591 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,45887,1732677775669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:22:58,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:58,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,45887,-1 for getting cluster id 2024-11-27T03:22:58,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:22:58,640 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53424b45-ac8a-4248-b1ca-47dd580ba582' 2024-11-27T03:22:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:22:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53424b45-ac8a-4248-b1ca-47dd580ba582" 2024-11-27T03:22:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff8b423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,45887,-1] 2024-11-27T03:22:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:22:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:58,642 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:22:58,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c24b891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:58,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:22:58,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,42679,1732677775813, seqNum=-1] 2024-11-27T03:22:58,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:58,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,45887,1732677775669 2024-11-27T03:22:58,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-27T03:22:58,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:22:58,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a5089850005 connected 2024-11-27T03:22:58,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/hadoop.log.dir so I do NOT create it in target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056 2024-11-27T03:22:58,672 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/hadoop.tmp.dir so I do NOT create it in target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056 2024-11-27T03:22:58,672 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:22:58,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/cluster_ea4fc568-aede-a20c-fb47-01a0e7a5a09b, deleteOnExit=true 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/test.cache.data in system properties and HBase conf 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:22:58,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:22:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:22:58,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:22:58,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:58,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:22:59,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:59,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:59,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:59,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:59,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:22:59,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:59,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fc48511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:59,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4753f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:59,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@581d8308{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/java.io.tmpdir/jetty-localhost-44895-hadoop-hdfs-3_4_1-tests_jar-_-any-12624192356051384823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:22:59,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e096548{HTTP/1.1, (http/1.1)}{localhost:44895} 2024-11-27T03:22:59,168 INFO [Time-limited test {}] server.Server(415): Started @291937ms 2024-11-27T03:22:59,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:22:59,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:22:59,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:22:59,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:22:59,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:22:59,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23550a67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:22:59,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32ae2ce4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:22:59,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57264f44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/java.io.tmpdir/jetty-localhost-39081-hadoop-hdfs-3_4_1-tests_jar-_-any-8815982968771981345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:22:59,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a533494{HTTP/1.1, (http/1.1)}{localhost:39081} 2024-11-27T03:22:59,540 INFO [Time-limited test {}] server.Server(415): Started @292309ms 2024-11-27T03:22:59,541 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:23:00,204 WARN [Thread-3678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/cluster_ea4fc568-aede-a20c-fb47-01a0e7a5a09b/data/data2/current/BP-1294985495-172.17.0.3-1732677778687/current, will proceed with Du for space computation calculation, 2024-11-27T03:23:00,205 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/cluster_ea4fc568-aede-a20c-fb47-01a0e7a5a09b/data/data1/current/BP-1294985495-172.17.0.3-1732677778687/current, will proceed with Du for space computation calculation, 2024-11-27T03:23:00,244 WARN [Thread-3665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:23:00,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5704f6c1ba37d39 with lease ID 0xf1af9f87a2090d28: Processing first storage report for DS-94d65ea6-9a4c-4bf7-99a9-c84227b6234d from datanode DatanodeRegistration(127.0.0.1:35889, datanodeUuid=2185285a-c431-4b9f-b1bc-2b2b16664933, infoPort=44765, infoSecurePort=0, ipcPort=43945, storageInfo=lv=-57;cid=testClusterID;nsid=960566835;c=1732677778687) 2024-11-27T03:23:00,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5704f6c1ba37d39 with lease ID 0xf1af9f87a2090d28: from storage DS-94d65ea6-9a4c-4bf7-99a9-c84227b6234d node DatanodeRegistration(127.0.0.1:35889, datanodeUuid=2185285a-c431-4b9f-b1bc-2b2b16664933, infoPort=44765, infoSecurePort=0, ipcPort=43945, storageInfo=lv=-57;cid=testClusterID;nsid=960566835;c=1732677778687), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:23:00,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5704f6c1ba37d39 with lease ID 0xf1af9f87a2090d28: Processing first storage report for DS-0592f7c9-8a8a-4250-9cf5-2835e0d0af0d from datanode DatanodeRegistration(127.0.0.1:35889, datanodeUuid=2185285a-c431-4b9f-b1bc-2b2b16664933, infoPort=44765, infoSecurePort=0, ipcPort=43945, storageInfo=lv=-57;cid=testClusterID;nsid=960566835;c=1732677778687) 2024-11-27T03:23:00,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5704f6c1ba37d39 with lease ID 0xf1af9f87a2090d28: from storage DS-0592f7c9-8a8a-4250-9cf5-2835e0d0af0d node DatanodeRegistration(127.0.0.1:35889, datanodeUuid=2185285a-c431-4b9f-b1bc-2b2b16664933, infoPort=44765, infoSecurePort=0, ipcPort=43945, storageInfo=lv=-57;cid=testClusterID;nsid=960566835;c=1732677778687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:23:00,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056 2024-11-27T03:23:00,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:00,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:23:00,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78 with version=8 2024-11-27T03:23:00,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/hbase-staging 2024-11-27T03:23:00,708 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:23:00,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:00,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:00,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:23:00,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:00,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:23:00,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:23:00,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:23:00,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39561 2024-11-27T03:23:00,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39561 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-27T03:23:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395610x0, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:00,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39561-0x1017a5089850006 connected 2024-11-27T03:23:00,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:00,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:00,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Set watcher on znode that does not yet exist, /2-2299394/running 2024-11-27T03:23:00,832 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78, hbase.cluster.distributed=false 2024-11-27T03:23:00,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Set watcher on znode that does not yet exist, /2-2299394/acl 2024-11-27T03:23:00,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39561 2024-11-27T03:23:00,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39561 2024-11-27T03:23:00,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39561 2024-11-27T03:23:00,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39561 2024-11-27T03:23:00,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39561 2024-11-27T03:23:00,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:23:00,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:00,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:00,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:23:00,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:00,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:23:00,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:23:00,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:23:00,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44795 2024-11-27T03:23:00,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44795 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-27T03:23:00,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:00,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:00,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447950x0, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:00,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44795-0x1017a5089850007 connected 2024-11-27T03:23:00,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Set watcher on znode that does not yet exist, /2-2299394/running 2024-11-27T03:23:00,869 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:23:00,870 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:23:00,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Set watcher on znode that does not yet exist, /2-2299394/master 2024-11-27T03:23:00,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Set watcher on znode that does not yet exist, /2-2299394/acl 2024-11-27T03:23:00,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44795 2024-11-27T03:23:00,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44795 2024-11-27T03:23:00,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44795 2024-11-27T03:23:00,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44795 2024-11-27T03:23:00,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44795 2024-11-27T03:23:00,908 DEBUG [M:0;66d3634da959:39561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:39561 2024-11-27T03:23:00,908 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2299394/backup-masters/66d3634da959,39561,1732677780708 2024-11-27T03:23:00,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394/backup-masters 2024-11-27T03:23:00,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394/backup-masters 2024-11-27T03:23:00,921 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Set watcher on existing znode=/2-2299394/backup-masters/66d3634da959,39561,1732677780708 2024-11-27T03:23:00,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2299394/master 2024-11-27T03:23:00,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:00,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:00,933 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Set watcher on existing znode=/2-2299394/master 2024-11-27T03:23:00,933 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2299394/backup-masters/66d3634da959,39561,1732677780708 from backup master directory 2024-11-27T03:23:00,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2299394/backup-masters/66d3634da959,39561,1732677780708 2024-11-27T03:23:00,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394/backup-masters 2024-11-27T03:23:00,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394/backup-masters 2024-11-27T03:23:00,943 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:23:00,943 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,39561,1732677780708 2024-11-27T03:23:00,946 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/hbase.id] with ID: 13577aa7-416e-4a27-8194-ece4ed4dabac 2024-11-27T03:23:00,946 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/.tmp/hbase.id 2024-11-27T03:23:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:23:01,354 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/.tmp/hbase.id]:[hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/hbase.id] 2024-11-27T03:23:01,365 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:01,365 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:23:01,366 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:23:01,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:01,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:01,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:23:01,790 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:01,791 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:23:01,796 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:23:02,202 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store 2024-11-27T03:23:02,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:23:02,208 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:02,208 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:23:02,208 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:02,208 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:02,208 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:23:02,208 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:02,208 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:02,208 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677782208Disabling compacts and flushes for region at 1732677782208Disabling writes for close at 1732677782208Writing region close event to WAL at 1732677782208Closed at 1732677782208 2024-11-27T03:23:02,209 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/.initializing 2024-11-27T03:23:02,209 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/WALs/66d3634da959,39561,1732677780708 2024-11-27T03:23:02,209 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:23:02,210 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C39561%2C1732677780708, suffix=, logDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/WALs/66d3634da959,39561,1732677780708, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/oldWALs, maxLogs=10 2024-11-27T03:23:02,224 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/WALs/66d3634da959,39561,1732677780708/66d3634da959%2C39561%2C1732677780708.1732677782210, exclude list is [], retry=0 2024-11-27T03:23:02,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35889,DS-94d65ea6-9a4c-4bf7-99a9-c84227b6234d,DISK] 2024-11-27T03:23:02,227 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/WALs/66d3634da959,39561,1732677780708/66d3634da959%2C39561%2C1732677780708.1732677782210 2024-11-27T03:23:02,228 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44765:44765)] 2024-11-27T03:23:02,228 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:02,228 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:02,228 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,228 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:23:02,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:02,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:02,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:23:02,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:02,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:02,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:23:02,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:02,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:02,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:23:02,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:02,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:02,234 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,234 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,235 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,235 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,235 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,236 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:02,237 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:02,238 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:02,238 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60573247, jitterRate=-0.09738828241825104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:02,239 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677782228Initializing all the Stores at 1732677782229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677782229Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677782229Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677782229Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677782229Cleaning up temporary data from old regions at 1732677782235 (+6 ms)Region opened successfully at 1732677782238 (+3 ms) 2024-11-27T03:23:02,239 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:23:02,241 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b19e847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:23:02,241 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:23:02,241 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:23:02,241 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:23:02,242 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:23:02,242 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:23:02,242 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:23:02,242 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:23:02,245 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:23:02,246 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Unable to get data of znode /2-2299394/balancer because node does not exist (not necessarily an error) 2024-11-27T03:23:02,329 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2299394/balancer already deleted, retry=false 2024-11-27T03:23:02,330 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:23:02,330 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Unable to get data of znode /2-2299394/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:23:02,444 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2299394/normalizer already deleted, retry=false 2024-11-27T03:23:02,444 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:23:02,445 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Unable to get data of znode /2-2299394/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:23:02,530 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2299394/switch/split already deleted, retry=false 2024-11-27T03:23:02,531 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Unable to get data of znode /2-2299394/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:23:02,552 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2299394/switch/merge already deleted, retry=false 2024-11-27T03:23:02,553 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Unable to get data of znode /2-2299394/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:23:02,564 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2299394/snapshot-cleanup already deleted, retry=false 2024-11-27T03:23:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2299394/running 2024-11-27T03:23:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2299394/running 2024-11-27T03:23:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:02,575 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,39561,1732677780708, sessionid=0x1017a5089850006, setting cluster-up flag (Was=false) 2024-11-27T03:23:02,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:02,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:02,627 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2299394/flush-table-proc/acquired, /2-2299394/flush-table-proc/reached, /2-2299394/flush-table-proc/abort 2024-11-27T03:23:02,628 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,39561,1732677780708 2024-11-27T03:23:02,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:02,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:02,680 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2299394/online-snapshot/acquired, /2-2299394/online-snapshot/reached, /2-2299394/online-snapshot/abort 2024-11-27T03:23:02,681 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,39561,1732677780708 2024-11-27T03:23:02,682 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:23:02,683 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:02,683 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:23:02,683 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:23:02,684 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,39561,1732677780708 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:23:02,685 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:02,685 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:02,685 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:02,685 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:02,685 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:23:02,685 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,685 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:23:02,685 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:02,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:23:02,690 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:02,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:23:02,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677812692 2024-11-27T03:23:02,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:23:02,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:23:02,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:23:02,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:23:02,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:23:02,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:23:02,693 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,693 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:23:02,693 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:23:02,693 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:23:02,693 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:23:02,694 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:23:02,694 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:23:02,697 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677782694,5,FailOnTimeoutGroup] 2024-11-27T03:23:02,701 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(746): ClusterId : 13577aa7-416e-4a27-8194-ece4ed4dabac 2024-11-27T03:23:02,701 DEBUG [RS:0;66d3634da959:44795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:23:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:23:02,708 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677782698,5,FailOnTimeoutGroup] 2024-11-27T03:23:02,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:23:02,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,708 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,712 DEBUG [RS:0;66d3634da959:44795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:23:02,713 DEBUG [RS:0;66d3634da959:44795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:23:02,723 DEBUG [RS:0;66d3634da959:44795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:23:02,724 DEBUG [RS:0;66d3634da959:44795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c352771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:23:02,735 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:44795 2024-11-27T03:23:02,736 INFO [RS:0;66d3634da959:44795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:23:02,736 INFO [RS:0;66d3634da959:44795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:23:02,736 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:23:02,736 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,39561,1732677780708 with port=44795, startcode=1732677780848 2024-11-27T03:23:02,737 DEBUG [RS:0;66d3634da959:44795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:23:02,741 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:23:02,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,44795,1732677780848 2024-11-27T03:23:02,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39561 {}] master.ServerManager(517): Registering regionserver=66d3634da959,44795,1732677780848 2024-11-27T03:23:02,742 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78 2024-11-27T03:23:02,742 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45807 2024-11-27T03:23:02,742 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:23:02,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394/rs 2024-11-27T03:23:02,784 DEBUG [RS:0;66d3634da959:44795 {}] zookeeper.ZKUtil(111): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Set watcher on existing znode=/2-2299394/rs/66d3634da959,44795,1732677780848 2024-11-27T03:23:02,784 WARN [RS:0;66d3634da959:44795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:23:02,784 INFO [RS:0;66d3634da959:44795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:02,784 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848 2024-11-27T03:23:02,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,44795,1732677780848] 2024-11-27T03:23:02,790 INFO [RS:0;66d3634da959:44795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:23:02,792 INFO [RS:0;66d3634da959:44795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:23:02,792 INFO [RS:0;66d3634da959:44795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:23:02,792 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,792 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:23:02,793 INFO [RS:0;66d3634da959:44795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:23:02,793 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:23:02,793 DEBUG [RS:0;66d3634da959:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:23:02,793 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,793 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,793 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,794 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,794 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,794 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44795,1732677780848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:23:02,808 INFO [RS:0;66d3634da959:44795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:23:02,808 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44795,1732677780848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,808 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,808 INFO [RS:0;66d3634da959:44795 {}] regionserver.Replication(171): 66d3634da959,44795,1732677780848 started 2024-11-27T03:23:02,822 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:02,822 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,44795,1732677780848, RpcServer on 66d3634da959/172.17.0.3:44795, sessionid=0x1017a5089850007 2024-11-27T03:23:02,822 DEBUG [RS:0;66d3634da959:44795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:23:02,822 DEBUG [RS:0;66d3634da959:44795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,44795,1732677780848 2024-11-27T03:23:02,822 DEBUG [RS:0;66d3634da959:44795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,44795,1732677780848' 2024-11-27T03:23:02,822 DEBUG [RS:0;66d3634da959:44795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2299394/flush-table-proc/abort' 2024-11-27T03:23:02,822 DEBUG [RS:0;66d3634da959:44795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2299394/flush-table-proc/acquired' 2024-11-27T03:23:02,823 DEBUG [RS:0;66d3634da959:44795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:23:02,823 DEBUG [RS:0;66d3634da959:44795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:23:02,823 DEBUG [RS:0;66d3634da959:44795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,44795,1732677780848 2024-11-27T03:23:02,823 DEBUG [RS:0;66d3634da959:44795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,44795,1732677780848' 2024-11-27T03:23:02,823 DEBUG [RS:0;66d3634da959:44795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2299394/online-snapshot/abort' 2024-11-27T03:23:02,823 DEBUG [RS:0;66d3634da959:44795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2299394/online-snapshot/acquired' 2024-11-27T03:23:02,824 DEBUG [RS:0;66d3634da959:44795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:23:02,824 INFO [RS:0;66d3634da959:44795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:23:02,824 INFO [RS:0;66d3634da959:44795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:23:02,924 INFO [RS:0;66d3634da959:44795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:23:02,925 INFO [RS:0;66d3634da959:44795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C44795%2C1732677780848, suffix=, logDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/oldWALs, maxLogs=10 2024-11-27T03:23:02,939 DEBUG [RS:0;66d3634da959:44795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926, exclude list is [], retry=0 2024-11-27T03:23:02,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35889,DS-94d65ea6-9a4c-4bf7-99a9-c84227b6234d,DISK] 2024-11-27T03:23:02,943 INFO [RS:0;66d3634da959:44795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 2024-11-27T03:23:02,943 DEBUG [RS:0;66d3634da959:44795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44765:44765)] 2024-11-27T03:23:03,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:23:03,102 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78 2024-11-27T03:23:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:23:03,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:03,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:23:03,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:23:03,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:03,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:03,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:23:03,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:23:03,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:03,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:03,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:23:03,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:23:03,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:03,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:03,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:23:03,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:23:03,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:03,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:03,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:23:03,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740 2024-11-27T03:23:03,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740 2024-11-27T03:23:03,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:23:03,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:23:03,144 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:03,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:23:03,149 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:03,149 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69599289, jitterRate=0.03711022436618805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:03,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677783122Initializing all the Stores at 1732677783123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677783123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677783123Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677783123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677783123Cleaning up temporary data from old regions at 1732677783144 (+21 ms)Region opened successfully at 1732677783149 (+5 ms) 2024-11-27T03:23:03,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:23:03,149 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:23:03,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:23:03,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:23:03,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:23:03,154 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677783149Disabling compacts and flushes for region at 1732677783149Disabling writes for close at 1732677783149Writing region close event to WAL at 1732677783154 (+5 ms)Closed at 1732677783154 2024-11-27T03:23:03,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:03,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:23:03,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:23:03,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:23:03,157 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:23:03,307 DEBUG [66d3634da959:39561 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:23:03,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,44795,1732677780848 2024-11-27T03:23:03,309 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,44795,1732677780848, state=OPENING 2024-11-27T03:23:03,374 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:23:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:03,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2299394/meta-region-server: CHANGED 2024-11-27T03:23:03,439 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:23:03,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,44795,1732677780848}] 2024-11-27T03:23:03,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2299394/meta-region-server: CHANGED 2024-11-27T03:23:03,591 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:23:03,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:23:03,596 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:23:03,596 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:03,597 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:23:03,598 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C44795%2C1732677780848.meta, suffix=.meta, logDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/oldWALs, maxLogs=10 2024-11-27T03:23:03,616 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.meta.1732677783598.meta, exclude list is [], retry=0 2024-11-27T03:23:03,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35889,DS-94d65ea6-9a4c-4bf7-99a9-c84227b6234d,DISK] 2024-11-27T03:23:03,620 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.meta.1732677783598.meta 2024-11-27T03:23:03,620 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44765:44765)] 2024-11-27T03:23:03,620 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:03,621 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:03,621 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:23:03,621 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:23:03,621 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:23:03,621 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:23:03,621 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:03,621 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:23:03,621 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:23:03,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:23:03,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:23:03,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:03,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:03,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:23:03,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:23:03,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:03,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:03,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:23:03,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:23:03,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:03,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:03,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:23:03,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:23:03,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:03,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:03,626 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:23:03,626 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740 2024-11-27T03:23:03,627 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740 2024-11-27T03:23:03,628 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:23:03,628 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:23:03,628 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:03,629 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:23:03,630 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73692112, jitterRate=0.0980980396270752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:03,630 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:23:03,630 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677783621Writing region info on filesystem at 1732677783621Initializing all the Stores at 1732677783622 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677783622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677783622Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677783622Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677783622Cleaning up temporary data from old regions at 1732677783628 (+6 ms)Running coprocessor post-open hooks at 1732677783630 (+2 ms)Region opened successfully at 1732677783630 2024-11-27T03:23:03,631 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677783591 2024-11-27T03:23:03,633 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:23:03,633 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:23:03,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,44795,1732677780848 2024-11-27T03:23:03,635 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,44795,1732677780848, state=OPEN 2024-11-27T03:23:03,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2299394/meta-region-server 2024-11-27T03:23:03,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2299394/meta-region-server 2024-11-27T03:23:03,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2299394/meta-region-server: CHANGED 2024-11-27T03:23:03,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2299394/meta-region-server: CHANGED 2024-11-27T03:23:03,679 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,44795,1732677780848 2024-11-27T03:23:03,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:23:03,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,44795,1732677780848 in 240 msec 2024-11-27T03:23:03,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:23:03,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-27T03:23:03,683 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:03,683 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:23:03,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:03,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44795,1732677780848, seqNum=-1] 2024-11-27T03:23:03,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:03,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:03,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0060 sec 2024-11-27T03:23:03,690 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677783690, completionTime=-1 2024-11-27T03:23:03,690 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:23:03,690 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:23:03,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:23:03,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677843691 2024-11-27T03:23:03,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677903691 2024-11-27T03:23:03,691 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:23:03,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39561,1732677780708-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:03,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39561,1732677780708-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:03,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39561,1732677780708-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:03,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:39561, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:03,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:03,692 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:03,693 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:23:03,695 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.752sec 2024-11-27T03:23:03,695 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:23:03,695 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:23:03,695 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:23:03,695 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:23:03,695 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:23:03,695 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39561,1732677780708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:23:03,695 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39561,1732677780708-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:23:03,697 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:23:03,697 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:23:03,697 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,39561,1732677780708-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:03,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f8103c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:03,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39561,-1 for getting cluster id 2024-11-27T03:23:03,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:03,700 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13577aa7-416e-4a27-8194-ece4ed4dabac' 2024-11-27T03:23:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13577aa7-416e-4a27-8194-ece4ed4dabac" 2024-11-27T03:23:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32915d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39561,-1] 2024-11-27T03:23:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:03,702 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:03,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280835f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:03,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:03,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44795,1732677780848, seqNum=-1] 2024-11-27T03:23:03,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:03,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:03,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,39561,1732677780708 2024-11-27T03:23:03,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61324 2024-11-27T03:23:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:03,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017a5089850008 connected 2024-11-27T03:23:03,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:03,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,33107,1732677769226 2024-11-27T03:23:03,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e0c376 2024-11-27T03:23:03,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:03,814 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:03,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:23:03,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:03,817 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:03,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:23:03,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:03,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:23:03,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6d010c12f996435c9c3a765c4517f1d, NAME => 'test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e 2024-11-27T03:23:03,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:23:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:04,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:23:04,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:04,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:04,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b6d010c12f996435c9c3a765c4517f1d, disabling compactions & flushes 2024-11-27T03:23:04,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:04,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:04,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. after waiting 0 ms 2024-11-27T03:23:04,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:04,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:04,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6d010c12f996435c9c3a765c4517f1d: Waiting for close lock at 1732677784228Disabling compacts and flushes for region at 1732677784228Disabling writes for close at 1732677784228Writing region close event to WAL at 1732677784228Closed at 1732677784228 2024-11-27T03:23:04,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:04,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677784229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677784229"}]},"ts":"1732677784229"} 2024-11-27T03:23:04,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:04,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:04,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677784232"}]},"ts":"1732677784232"} 2024-11-27T03:23:04,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:23:04,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6d010c12f996435c9c3a765c4517f1d, ASSIGN}] 2024-11-27T03:23:04,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6d010c12f996435c9c3a765c4517f1d, ASSIGN 2024-11-27T03:23:04,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b6d010c12f996435c9c3a765c4517f1d, ASSIGN; state=OFFLINE, location=66d3634da959,40277,1732677769789; forceNewPlan=false, retain=false 2024-11-27T03:23:04,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6d010c12f996435c9c3a765c4517f1d, regionState=OPENING, regionLocation=66d3634da959,40277,1732677769789 2024-11-27T03:23:04,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b6d010c12f996435c9c3a765c4517f1d, ASSIGN because future has completed 2024-11-27T03:23:04,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6d010c12f996435c9c3a765c4517f1d, server=66d3634da959,40277,1732677769789}] 2024-11-27T03:23:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:04,546 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:04,546 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b6d010c12f996435c9c3a765c4517f1d, NAME => 'test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:04,546 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:04,546 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:23:04,546 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,546 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:04,546 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,546 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,547 INFO [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,548 INFO [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6d010c12f996435c9c3a765c4517f1d columnFamilyName f 2024-11-27T03:23:04,548 DEBUG [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:04,549 INFO [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] regionserver.HStore(327): Store=b6d010c12f996435c9c3a765c4517f1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:04,549 INFO [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,549 INFO [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6d010c12f996435c9c3a765c4517f1d columnFamilyName f1 2024-11-27T03:23:04,549 DEBUG [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:04,550 INFO [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] regionserver.HStore(327): Store=b6d010c12f996435c9c3a765c4517f1d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:04,550 INFO [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,550 INFO [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6d010c12f996435c9c3a765c4517f1d columnFamilyName norep 2024-11-27T03:23:04,550 DEBUG [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:04,551 INFO [StoreOpener-b6d010c12f996435c9c3a765c4517f1d-1 {}] regionserver.HStore(327): Store=b6d010c12f996435c9c3a765c4517f1d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:04,551 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,551 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,552 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,552 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,552 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,553 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:04,553 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,554 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:04,555 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b6d010c12f996435c9c3a765c4517f1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67363027, jitterRate=0.003787323832511902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:04,555 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:04,555 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b6d010c12f996435c9c3a765c4517f1d: Running coprocessor pre-open hook at 1732677784546Writing region info on filesystem at 1732677784546Initializing all the Stores at 1732677784547 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677784547Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677784547Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677784547Cleaning up temporary data from old regions at 1732677784552 (+5 ms)Running coprocessor post-open hooks at 1732677784555 (+3 ms)Region opened successfully at 1732677784555 2024-11-27T03:23:04,556 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d., pid=6, masterSystemTime=1732677784541 2024-11-27T03:23:04,557 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:04,557 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:04,558 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6d010c12f996435c9c3a765c4517f1d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,40277,1732677769789 2024-11-27T03:23:04,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6d010c12f996435c9c3a765c4517f1d, server=66d3634da959,40277,1732677769789 because future has completed 2024-11-27T03:23:04,561 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33107 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66d3634da959,40277,1732677769789, table=test, region=b6d010c12f996435c9c3a765c4517f1d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T03:23:04,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:23:04,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b6d010c12f996435c9c3a765c4517f1d, server=66d3634da959,40277,1732677769789 in 172 msec 2024-11-27T03:23:04,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:23:04,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b6d010c12f996435c9c3a765c4517f1d, ASSIGN in 329 msec 2024-11-27T03:23:04,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:04,566 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677784565"}]},"ts":"1732677784565"} 2024-11-27T03:23:04,567 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:23:04,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:04,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-27T03:23:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:04,959 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:23:04,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,45887,1732677775669 2024-11-27T03:23:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69571fdd 2024-11-27T03:23:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:04,966 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:04,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:23:04,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:04,971 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:04,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:04,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:23:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:04,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:23:04,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 636d28601352b20582e10d161254c778, NAME => 'test,,1732677784967.636d28601352b20582e10d161254c778.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df 2024-11-27T03:23:04,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:23:05,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677784967.636d28601352b20582e10d161254c778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:05,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 636d28601352b20582e10d161254c778, disabling compactions & flushes 2024-11-27T03:23:05,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:05,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:05,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677784967.636d28601352b20582e10d161254c778. after waiting 0 ms 2024-11-27T03:23:05,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:05,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:05,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 636d28601352b20582e10d161254c778: Waiting for close lock at 1732677785001Disabling compacts and flushes for region at 1732677785001Disabling writes for close at 1732677785001Writing region close event to WAL at 1732677785001Closed at 1732677785001 2024-11-27T03:23:05,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:05,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677784967.636d28601352b20582e10d161254c778.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677785006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677785006"}]},"ts":"1732677785006"} 2024-11-27T03:23:05,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:05,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:05,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677785009"}]},"ts":"1732677785009"} 2024-11-27T03:23:05,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:23:05,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=636d28601352b20582e10d161254c778, ASSIGN}] 2024-11-27T03:23:05,012 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=636d28601352b20582e10d161254c778, ASSIGN 2024-11-27T03:23:05,013 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=636d28601352b20582e10d161254c778, ASSIGN; state=OFFLINE, location=66d3634da959,42679,1732677775813; forceNewPlan=false, retain=false 2024-11-27T03:23:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:05,163 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=636d28601352b20582e10d161254c778, regionState=OPENING, regionLocation=66d3634da959,42679,1732677775813 2024-11-27T03:23:05,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=636d28601352b20582e10d161254c778, ASSIGN because future has completed 2024-11-27T03:23:05,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 636d28601352b20582e10d161254c778, server=66d3634da959,42679,1732677775813}] 2024-11-27T03:23:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:05,320 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:05,320 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 636d28601352b20582e10d161254c778, NAME => 'test,,1732677784967.636d28601352b20582e10d161254c778.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:05,320 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:05,320 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:23:05,320 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,320 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677784967.636d28601352b20582e10d161254c778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:05,321 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,321 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,322 INFO [StoreOpener-636d28601352b20582e10d161254c778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,323 INFO [StoreOpener-636d28601352b20582e10d161254c778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 636d28601352b20582e10d161254c778 columnFamilyName f 2024-11-27T03:23:05,323 DEBUG [StoreOpener-636d28601352b20582e10d161254c778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:05,323 INFO [StoreOpener-636d28601352b20582e10d161254c778-1 {}] regionserver.HStore(327): Store=636d28601352b20582e10d161254c778/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:05,323 INFO [StoreOpener-636d28601352b20582e10d161254c778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,324 INFO [StoreOpener-636d28601352b20582e10d161254c778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 636d28601352b20582e10d161254c778 columnFamilyName f1 2024-11-27T03:23:05,324 DEBUG [StoreOpener-636d28601352b20582e10d161254c778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:05,324 INFO [StoreOpener-636d28601352b20582e10d161254c778-1 {}] regionserver.HStore(327): Store=636d28601352b20582e10d161254c778/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:05,324 INFO [StoreOpener-636d28601352b20582e10d161254c778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,325 INFO [StoreOpener-636d28601352b20582e10d161254c778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 636d28601352b20582e10d161254c778 columnFamilyName norep 2024-11-27T03:23:05,325 DEBUG [StoreOpener-636d28601352b20582e10d161254c778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:05,325 INFO [StoreOpener-636d28601352b20582e10d161254c778-1 {}] regionserver.HStore(327): Store=636d28601352b20582e10d161254c778/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:05,325 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,326 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778 2024-11-27T03:23:05,326 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778 2024-11-27T03:23:05,327 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,327 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,327 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:05,328 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,329 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:05,329 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 636d28601352b20582e10d161254c778; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64101163, jitterRate=-0.04481823742389679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:05,329 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 636d28601352b20582e10d161254c778 2024-11-27T03:23:05,329 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 636d28601352b20582e10d161254c778: Running coprocessor pre-open hook at 1732677785321Writing region info on filesystem at 1732677785321Initializing all the Stores at 1732677785321Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677785321Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677785321Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677785322 (+1 ms)Cleaning up temporary data from old regions at 1732677785327 (+5 ms)Running coprocessor post-open hooks at 1732677785329 (+2 ms)Region opened successfully at 1732677785329 2024-11-27T03:23:05,330 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677784967.636d28601352b20582e10d161254c778., pid=6, masterSystemTime=1732677785317 2024-11-27T03:23:05,332 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:05,332 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:05,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=636d28601352b20582e10d161254c778, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,42679,1732677775813 2024-11-27T03:23:05,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 636d28601352b20582e10d161254c778, server=66d3634da959,42679,1732677775813 because future has completed 2024-11-27T03:23:05,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:23:05,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 636d28601352b20582e10d161254c778, server=66d3634da959,42679,1732677775813 in 169 msec 2024-11-27T03:23:05,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:23:05,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=636d28601352b20582e10d161254c778, ASSIGN in 325 msec 2024-11-27T03:23:05,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:05,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677785338"}]},"ts":"1732677785338"} 2024-11-27T03:23:05,339 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:23:05,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:05,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 373 msec 2024-11-27T03:23:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:05,609 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:23:05,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39561,1732677780708 2024-11-27T03:23:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423ac6be 2024-11-27T03:23:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:05,611 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:05,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:23:05,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:05,613 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:05,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:23:05,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:05,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:23:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:06,020 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bdd414acb7a17b8518e6888e8a87b09, NAME => 'test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78 2024-11-27T03:23:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:23:06,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:06,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8bdd414acb7a17b8518e6888e8a87b09, disabling compactions & flushes 2024-11-27T03:23:06,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:06,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:06,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. after waiting 0 ms 2024-11-27T03:23:06,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:06,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:06,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bdd414acb7a17b8518e6888e8a87b09: Waiting for close lock at 1732677786030Disabling compacts and flushes for region at 1732677786030Disabling writes for close at 1732677786030Writing region close event to WAL at 1732677786030Closed at 1732677786030 2024-11-27T03:23:06,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:06,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677786031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677786031"}]},"ts":"1732677786031"} 2024-11-27T03:23:06,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:06,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:06,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677786035"}]},"ts":"1732677786035"} 2024-11-27T03:23:06,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:23:06,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8bdd414acb7a17b8518e6888e8a87b09, ASSIGN}] 2024-11-27T03:23:06,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8bdd414acb7a17b8518e6888e8a87b09, ASSIGN 2024-11-27T03:23:06,039 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8bdd414acb7a17b8518e6888e8a87b09, ASSIGN; state=OFFLINE, location=66d3634da959,44795,1732677780848; forceNewPlan=false, retain=false 2024-11-27T03:23:06,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bdd414acb7a17b8518e6888e8a87b09, regionState=OPENING, regionLocation=66d3634da959,44795,1732677780848 2024-11-27T03:23:06,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8bdd414acb7a17b8518e6888e8a87b09, ASSIGN because future has completed 2024-11-27T03:23:06,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bdd414acb7a17b8518e6888e8a87b09, server=66d3634da959,44795,1732677780848}] 2024-11-27T03:23:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:06,347 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:06,347 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bdd414acb7a17b8518e6888e8a87b09, NAME => 'test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:06,347 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:06,347 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:23:06,347 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,348 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:06,348 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,348 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,349 INFO [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,349 INFO [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdd414acb7a17b8518e6888e8a87b09 columnFamilyName f 2024-11-27T03:23:06,349 DEBUG [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:06,350 INFO [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] regionserver.HStore(327): Store=8bdd414acb7a17b8518e6888e8a87b09/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:06,350 INFO [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,350 INFO [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdd414acb7a17b8518e6888e8a87b09 columnFamilyName f1 2024-11-27T03:23:06,350 DEBUG [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:06,351 INFO [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] regionserver.HStore(327): Store=8bdd414acb7a17b8518e6888e8a87b09/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:06,351 INFO [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,351 INFO [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdd414acb7a17b8518e6888e8a87b09 columnFamilyName norep 2024-11-27T03:23:06,351 DEBUG [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:06,352 INFO [StoreOpener-8bdd414acb7a17b8518e6888e8a87b09-1 {}] regionserver.HStore(327): Store=8bdd414acb7a17b8518e6888e8a87b09/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:06,352 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,352 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,353 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,353 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,353 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,354 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:06,354 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,356 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:06,356 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8bdd414acb7a17b8518e6888e8a87b09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58863424, jitterRate=-0.12286663055419922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:06,356 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:06,356 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8bdd414acb7a17b8518e6888e8a87b09: Running coprocessor pre-open hook at 1732677786348Writing region info on filesystem at 1732677786348Initializing all the Stores at 1732677786348Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677786348Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677786348Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677786348Cleaning up temporary data from old regions at 1732677786353 (+5 ms)Running coprocessor post-open hooks at 1732677786356 (+3 ms)Region opened successfully at 1732677786356 2024-11-27T03:23:06,357 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09., pid=6, masterSystemTime=1732677786344 2024-11-27T03:23:06,359 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:06,359 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:06,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bdd414acb7a17b8518e6888e8a87b09, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,44795,1732677780848 2024-11-27T03:23:06,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bdd414acb7a17b8518e6888e8a87b09, server=66d3634da959,44795,1732677780848 because future has completed 2024-11-27T03:23:06,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:23:06,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bdd414acb7a17b8518e6888e8a87b09, server=66d3634da959,44795,1732677780848 in 169 msec 2024-11-27T03:23:06,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:23:06,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8bdd414acb7a17b8518e6888e8a87b09, ASSIGN in 326 msec 2024-11-27T03:23:06,365 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:06,365 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677786365"}]},"ts":"1732677786365"} 2024-11-27T03:23:06,366 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:23:06,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:06,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-27T03:23:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:06,749 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:23:06,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c4c864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:06,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,33107,-1 for getting cluster id 2024-11-27T03:23:06,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:06,751 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93d3bc49-c3b5-4ce5-903c-84c83d422a4f' 2024-11-27T03:23:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93d3bc49-c3b5-4ce5-903c-84c83d422a4f" 2024-11-27T03:23:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c41e3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,33107,-1] 2024-11-27T03:23:06,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:06,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:06,753 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:06,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3114c5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:06,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:06,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,33107,1732677769226 2024-11-27T03:23:06,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12e9bea2 2024-11-27T03:23:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:06,755 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:06,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:45887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:23:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:23:06,759 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:45887' 2024-11-27T03:23:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:06,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9d07a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:06,760 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,45887,-1 for getting cluster id 2024-11-27T03:23:06,760 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:06,761 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53424b45-ac8a-4248-b1ca-47dd580ba582' 2024-11-27T03:23:06,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:06,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53424b45-ac8a-4248-b1ca-47dd580ba582" 2024-11-27T03:23:06,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2346331a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:06,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,45887,-1] 2024-11-27T03:23:06,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:06,762 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:06,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3053d9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:06,763 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:06,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,45887,1732677775669 2024-11-27T03:23:06,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d416522 2024-11-27T03:23:06,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:06,765 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:06,766 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:23:06,766 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:23:06,766 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:06,766 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:06,767 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:06,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:06,768 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:23:06,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:06,768 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:06,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:06,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:23:06,818 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:23:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:07,179 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e29fda003278ff23baaaa3ee29f5f121, NAME => 'hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e 2024-11-27T03:23:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:23:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:07,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:07,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e29fda003278ff23baaaa3ee29f5f121, disabling compactions & flushes 2024-11-27T03:23:07,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:07,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:07,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. after waiting 0 ms 2024-11-27T03:23:07,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:07,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:07,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e29fda003278ff23baaaa3ee29f5f121: Waiting for close lock at 1732677787585Disabling compacts and flushes for region at 1732677787585Disabling writes for close at 1732677787585Writing region close event to WAL at 1732677787585Closed at 1732677787585 2024-11-27T03:23:07,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:07,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677787586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677787586"}]},"ts":"1732677787586"} 2024-11-27T03:23:07,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:07,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:07,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677787588"}]},"ts":"1732677787588"} 2024-11-27T03:23:07,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:23:07,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e29fda003278ff23baaaa3ee29f5f121, ASSIGN}] 2024-11-27T03:23:07,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e29fda003278ff23baaaa3ee29f5f121, ASSIGN 2024-11-27T03:23:07,592 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e29fda003278ff23baaaa3ee29f5f121, ASSIGN; state=OFFLINE, location=66d3634da959,40277,1732677769789; forceNewPlan=false, retain=false 2024-11-27T03:23:07,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e29fda003278ff23baaaa3ee29f5f121, regionState=OPENING, regionLocation=66d3634da959,40277,1732677769789 2024-11-27T03:23:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e29fda003278ff23baaaa3ee29f5f121, ASSIGN because future has completed 2024-11-27T03:23:07,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e29fda003278ff23baaaa3ee29f5f121, server=66d3634da959,40277,1732677769789}] 2024-11-27T03:23:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:07,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:07,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:07,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:23:07,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C40277%2C1732677769789.rep, suffix=, logDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789, archiveDir=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/oldWALs, maxLogs=10 2024-11-27T03:23:07,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.rep.1732677787934, exclude list is [], retry=0 2024-11-27T03:23:07,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-2ab60a34-5ed8-4f33-885d-2c85f4b0420c,DISK] 2024-11-27T03:23:07,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.rep.1732677787934 2024-11-27T03:23:07,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-11-27T03:23:07,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e29fda003278ff23baaaa3ee29f5f121, NAME => 'hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:07,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:07,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:23:07,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. service=MultiRowMutationService 2024-11-27T03:23:07,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:23:07,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:07,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,954 INFO [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,955 INFO [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e29fda003278ff23baaaa3ee29f5f121 columnFamilyName hfileref 2024-11-27T03:23:07,955 DEBUG [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:07,955 INFO [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] regionserver.HStore(327): Store=e29fda003278ff23baaaa3ee29f5f121/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:07,955 INFO [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,956 INFO [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e29fda003278ff23baaaa3ee29f5f121 columnFamilyName queue 2024-11-27T03:23:07,956 DEBUG [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:07,957 INFO [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] regionserver.HStore(327): Store=e29fda003278ff23baaaa3ee29f5f121/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:07,957 INFO [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,963 INFO [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e29fda003278ff23baaaa3ee29f5f121 columnFamilyName sid 2024-11-27T03:23:07,963 DEBUG [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:07,964 INFO [StoreOpener-e29fda003278ff23baaaa3ee29f5f121-1 {}] regionserver.HStore(327): Store=e29fda003278ff23baaaa3ee29f5f121/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:07,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/replication/e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/replication/e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:07,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/replication/e29fda003278ff23baaaa3ee29f5f121/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:07,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e29fda003278ff23baaaa3ee29f5f121; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63074953, jitterRate=-0.06010995805263519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:07,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:07,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e29fda003278ff23baaaa3ee29f5f121: Running coprocessor pre-open hook at 1732677787953Writing region info on filesystem at 1732677787953Initializing all the Stores at 1732677787953Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677787953Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677787954 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677787954Cleaning up temporary data from old regions at 1732677787965 (+11 ms)Running coprocessor post-open hooks at 1732677787969 (+4 ms)Region opened successfully at 1732677787969 2024-11-27T03:23:07,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121., pid=10, masterSystemTime=1732677787904 2024-11-27T03:23:07,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:07,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:07,973 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e29fda003278ff23baaaa3ee29f5f121, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,40277,1732677769789 2024-11-27T03:23:07,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e29fda003278ff23baaaa3ee29f5f121, server=66d3634da959,40277,1732677769789 because future has completed 2024-11-27T03:23:07,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:23:07,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e29fda003278ff23baaaa3ee29f5f121, server=66d3634da959,40277,1732677769789 in 233 msec 2024-11-27T03:23:07,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:23:07,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e29fda003278ff23baaaa3ee29f5f121, ASSIGN in 388 msec 2024-11-27T03:23:07,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:07,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677787981"}]},"ts":"1732677787981"} 2024-11-27T03:23:07,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:23:07,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:07,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-11-27T03:23:08,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121., hostname=66d3634da959,40277,1732677769789, seqNum=2] 2024-11-27T03:23:08,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:23:08,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:23:08,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:23:08,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:23:08,294 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:23:08,329 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,40277,1732677769789, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:23:08,330 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:08,330 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,40277,1732677769789, seqNum=-1] 2024-11-27T03:23:08,331 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:08,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-27T03:23:08,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,40277,1732677769789', locateType=CURRENT is [region=hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121., hostname=66d3634da959,40277,1732677769789, seqNum=2] 2024-11-27T03:23:08,336 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:23:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:23:08,338 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,40277,1732677769789 suceeded 2024-11-27T03:23:08,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:23:08,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-27T03:23:08,339 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:45887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:23:08,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5830 sec 2024-11-27T03:23:08,354 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:45887' 2024-11-27T03:23:08,356 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67960d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:08,356 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,45887,-1 for getting cluster id 2024-11-27T03:23:08,356 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:08,357 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53424b45-ac8a-4248-b1ca-47dd580ba582' 2024-11-27T03:23:08,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:08,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53424b45-ac8a-4248-b1ca-47dd580ba582" 2024-11-27T03:23:08,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f82c27b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:08,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,45887,-1] 2024-11-27T03:23:08,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:08,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:08,358 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:08,359 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7294d021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:08,359 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:08,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,45887,1732677775669 2024-11-27T03:23:08,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c7de1d2 2024-11-27T03:23:08,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:08,361 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-27T03:23:08,361 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,40277,1732677769789 (queues=1) is replicating from cluster=93d3bc49-c3b5-4ce5-903c-84c83d422a4f to cluster=53424b45-ac8a-4248-b1ca-47dd580ba582 2024-11-27T03:23:08,362 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C40277%2C1732677769789 2024-11-27T03:23:08,362 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,40277,1732677769789, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:23:08,364 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C40277%2C1732677769789 2024-11-27T03:23:08,364 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457, startPosition=0, beingWritten=true 2024-11-27T03:23:08,370 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:08,370 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 379, reset compression=false 2024-11-27T03:23:08,370 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,40277,1732677769789 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:08,576 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 379, reset compression=false 2024-11-27T03:23:08,880 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 379, reset compression=false 2024-11-27T03:23:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:08,909 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:23:08,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:08,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:08,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:08,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:08,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:08,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd446d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:08,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,45887,-1 for getting cluster id 2024-11-27T03:23:08,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:08,910 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53424b45-ac8a-4248-b1ca-47dd580ba582' 2024-11-27T03:23:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53424b45-ac8a-4248-b1ca-47dd580ba582" 2024-11-27T03:23:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e596822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,45887,-1] 2024-11-27T03:23:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:08,911 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69137021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:08,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:08,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,45887,1732677775669 2024-11-27T03:23:08,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@404a8fd7 2024-11-27T03:23:08,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:08,913 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:08,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:39561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:23:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:23:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:08,916 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:39561' 2024-11-27T03:23:08,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b4f02c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:08,916 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39561,-1 for getting cluster id 2024-11-27T03:23:08,916 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:08,917 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13577aa7-416e-4a27-8194-ece4ed4dabac' 2024-11-27T03:23:08,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:08,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13577aa7-416e-4a27-8194-ece4ed4dabac" 2024-11-27T03:23:08,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edb6d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:08,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39561,-1] 2024-11-27T03:23:08,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:08,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:08,918 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:08,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc60d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:08,918 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:08,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39561,1732677780708 2024-11-27T03:23:08,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74374b79 2024-11-27T03:23:08,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:08,920 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:08,920 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:23:08,920 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:23:08,920 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:08,920 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:08,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:08,921 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:08,921 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:23:08,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:08,922 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:08,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:08,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:23:08,971 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:23:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:09,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:23:09,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:09,213 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T03:23:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:09,283 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 379, reset compression=false 2024-11-27T03:23:09,328 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34250e07306240dccbaf6dbea5bc9478, NAME => 'hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df 2024-11-27T03:23:09,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:23:09,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:09,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 34250e07306240dccbaf6dbea5bc9478, disabling compactions & flushes 2024-11-27T03:23:09,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:09,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:09,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. after waiting 0 ms 2024-11-27T03:23:09,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:09,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:09,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34250e07306240dccbaf6dbea5bc9478: Waiting for close lock at 1732677789354Disabling compacts and flushes for region at 1732677789354Disabling writes for close at 1732677789355 (+1 ms)Writing region close event to WAL at 1732677789355Closed at 1732677789355 2024-11-27T03:23:09,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:09,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677789357"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677789357"}]},"ts":"1732677789357"} 2024-11-27T03:23:09,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:09,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:09,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677789359"}]},"ts":"1732677789359"} 2024-11-27T03:23:09,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:23:09,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34250e07306240dccbaf6dbea5bc9478, ASSIGN}] 2024-11-27T03:23:09,362 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34250e07306240dccbaf6dbea5bc9478, ASSIGN 2024-11-27T03:23:09,363 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=34250e07306240dccbaf6dbea5bc9478, ASSIGN; state=OFFLINE, location=66d3634da959,42679,1732677775813; forceNewPlan=false, retain=false 2024-11-27T03:23:09,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34250e07306240dccbaf6dbea5bc9478, regionState=OPENING, regionLocation=66d3634da959,42679,1732677775813 2024-11-27T03:23:09,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=34250e07306240dccbaf6dbea5bc9478, ASSIGN because future has completed 2024-11-27T03:23:09,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34250e07306240dccbaf6dbea5bc9478, server=66d3634da959,42679,1732677775813}] 2024-11-27T03:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:09,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:09,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:09,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:23:09,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C42679%2C1732677775813.rep, suffix=, logDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813, archiveDir=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/oldWALs, maxLogs=10 2024-11-27T03:23:09,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.rep.1732677789672, exclude list is [], retry=0 2024-11-27T03:23:09,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37657,DS-8d405677-1900-4939-9bb0-705693abf161,DISK] 2024-11-27T03:23:09,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.rep.1732677789672 2024-11-27T03:23:09,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34611:34611)] 2024-11-27T03:23:09,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 34250e07306240dccbaf6dbea5bc9478, NAME => 'hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:09,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:09,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:23:09,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. service=MultiRowMutationService 2024-11-27T03:23:09,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:23:09,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:09,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,688 INFO [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,689 INFO [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34250e07306240dccbaf6dbea5bc9478 columnFamilyName hfileref 2024-11-27T03:23:09,689 DEBUG [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:09,689 INFO [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] regionserver.HStore(327): Store=34250e07306240dccbaf6dbea5bc9478/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:09,689 INFO [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,690 INFO [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34250e07306240dccbaf6dbea5bc9478 columnFamilyName queue 2024-11-27T03:23:09,690 DEBUG [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:09,690 INFO [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] regionserver.HStore(327): Store=34250e07306240dccbaf6dbea5bc9478/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:09,690 INFO [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,691 INFO [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34250e07306240dccbaf6dbea5bc9478 columnFamilyName sid 2024-11-27T03:23:09,691 DEBUG [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:09,691 INFO [StoreOpener-34250e07306240dccbaf6dbea5bc9478-1 {}] regionserver.HStore(327): Store=34250e07306240dccbaf6dbea5bc9478/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:09,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/replication/34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/replication/34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:09,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/replication/34250e07306240dccbaf6dbea5bc9478/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:09,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 34250e07306240dccbaf6dbea5bc9478; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70757714, jitterRate=0.05437210202217102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:09,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:09,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 34250e07306240dccbaf6dbea5bc9478: Running coprocessor pre-open hook at 1732677789687Writing region info on filesystem at 1732677789687Initializing all the Stores at 1732677789687Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677789688 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677789688Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677789688Cleaning up temporary data from old regions at 1732677789692 (+4 ms)Running coprocessor post-open hooks at 1732677789695 (+3 ms)Region opened successfully at 1732677789695 2024-11-27T03:23:09,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478., pid=10, masterSystemTime=1732677789668 2024-11-27T03:23:09,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:09,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:09,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34250e07306240dccbaf6dbea5bc9478, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,42679,1732677775813 2024-11-27T03:23:09,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34250e07306240dccbaf6dbea5bc9478, server=66d3634da959,42679,1732677775813 because future has completed 2024-11-27T03:23:09,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:23:09,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 34250e07306240dccbaf6dbea5bc9478, server=66d3634da959,42679,1732677775813 in 184 msec 2024-11-27T03:23:09,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:23:09,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34250e07306240dccbaf6dbea5bc9478, ASSIGN in 341 msec 2024-11-27T03:23:09,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:09,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677789704"}]},"ts":"1732677789704"} 2024-11-27T03:23:09,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:23:09,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:09,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-11-27T03:23:09,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478., hostname=66d3634da959,42679,1732677775813, seqNum=2] 2024-11-27T03:23:09,786 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 379, reset compression=false 2024-11-27T03:23:09,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:23:09,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:23:09,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:23:10,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:23:10,012 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:23:10,046 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,42679,1732677775813, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:23:10,046 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:10,046 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,42679,1732677775813, seqNum=-1] 2024-11-27T03:23:10,047 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:10,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T03:23:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:10,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,42679,1732677775813', locateType=CURRENT is [region=hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478., hostname=66d3634da959,42679,1732677775813, seqNum=2] 2024-11-27T03:23:10,053 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:23:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:23:10,055 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,42679,1732677775813 suceeded 2024-11-27T03:23:10,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:23:10,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-27T03:23:10,056 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:39561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:23:10,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1420 sec 2024-11-27T03:23:10,065 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:39561' 2024-11-27T03:23:10,066 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@147e76ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:10,066 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39561,-1 for getting cluster id 2024-11-27T03:23:10,066 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:10,067 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13577aa7-416e-4a27-8194-ece4ed4dabac' 2024-11-27T03:23:10,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:10,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13577aa7-416e-4a27-8194-ece4ed4dabac" 2024-11-27T03:23:10,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752f256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:10,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39561,-1] 2024-11-27T03:23:10,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:10,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:10,068 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:10,068 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d3771da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:10,069 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:10,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39561,1732677780708 2024-11-27T03:23:10,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@544aaeaa 2024-11-27T03:23:10,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:10,070 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-27T03:23:10,070 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,42679,1732677775813 (queues=1) is replicating from cluster=53424b45-ac8a-4248-b1ca-47dd580ba582 to cluster=13577aa7-416e-4a27-8194-ece4ed4dabac 2024-11-27T03:23:10,070 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C42679%2C1732677775813 2024-11-27T03:23:10,070 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,42679,1732677775813, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:23:10,072 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C42679%2C1732677775813 2024-11-27T03:23:10,072 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523, startPosition=0, beingWritten=true 2024-11-27T03:23:10,076 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:10,076 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 379, reset compression=false 2024-11-27T03:23:10,076 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,42679,1732677775813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:10,278 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 379, reset compression=false 2024-11-27T03:23:10,325 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T03:23:10,389 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 379, reset compression=false 2024-11-27T03:23:10,582 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 379, reset compression=false 2024-11-27T03:23:10,985 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 379, reset compression=false 2024-11-27T03:23:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:11,059 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:23:11,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:11,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:11,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:11,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:11,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:11,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e15b5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:11,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39561,-1 for getting cluster id 2024-11-27T03:23:11,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:11,060 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13577aa7-416e-4a27-8194-ece4ed4dabac' 2024-11-27T03:23:11,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:11,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13577aa7-416e-4a27-8194-ece4ed4dabac" 2024-11-27T03:23:11,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1b874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:11,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39561,-1] 2024-11-27T03:23:11,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:11,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:11,062 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:11,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b4d290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:11,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,39561,1732677780708 2024-11-27T03:23:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5280abbd 2024-11-27T03:23:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:11,064 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:11,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:45887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:23:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:23:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:11,066 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:45887' 2024-11-27T03:23:11,067 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc735b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:11,067 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,45887,-1 for getting cluster id 2024-11-27T03:23:11,067 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:11,068 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53424b45-ac8a-4248-b1ca-47dd580ba582' 2024-11-27T03:23:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53424b45-ac8a-4248-b1ca-47dd580ba582" 2024-11-27T03:23:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243e592c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,45887,-1] 2024-11-27T03:23:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:11,069 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:11,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b8bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:11,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:11,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,45887,1732677775669 2024-11-27T03:23:11,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bb68197 2024-11-27T03:23:11,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:11,071 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:11,071 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:23:11,071 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:23:11,071 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:11,071 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:11,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:11,072 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:11,073 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:23:11,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:11,073 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:11,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:11,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:23:11,092 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 379, reset compression=false 2024-11-27T03:23:11,123 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:23:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:11,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07a79a0a7b2eea71aacd5197de2892c8, NAME => 'hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78 2024-11-27T03:23:11,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:23:11,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:11,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 07a79a0a7b2eea71aacd5197de2892c8, disabling compactions & flushes 2024-11-27T03:23:11,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:11,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:11,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. after waiting 0 ms 2024-11-27T03:23:11,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:11,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:11,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07a79a0a7b2eea71aacd5197de2892c8: Waiting for close lock at 1732677791485Disabling compacts and flushes for region at 1732677791485Disabling writes for close at 1732677791485Writing region close event to WAL at 1732677791485Closed at 1732677791485 2024-11-27T03:23:11,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:11,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677791486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677791486"}]},"ts":"1732677791486"} 2024-11-27T03:23:11,488 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 379, reset compression=false 2024-11-27T03:23:11,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:11,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:11,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677791488"}]},"ts":"1732677791488"} 2024-11-27T03:23:11,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:23:11,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07a79a0a7b2eea71aacd5197de2892c8, ASSIGN}] 2024-11-27T03:23:11,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07a79a0a7b2eea71aacd5197de2892c8, ASSIGN 2024-11-27T03:23:11,492 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07a79a0a7b2eea71aacd5197de2892c8, ASSIGN; state=OFFLINE, location=66d3634da959,44795,1732677780848; forceNewPlan=false, retain=false 2024-11-27T03:23:11,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07a79a0a7b2eea71aacd5197de2892c8, regionState=OPENING, regionLocation=66d3634da959,44795,1732677780848 2024-11-27T03:23:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07a79a0a7b2eea71aacd5197de2892c8, ASSIGN because future has completed 2024-11-27T03:23:11,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07a79a0a7b2eea71aacd5197de2892c8, server=66d3634da959,44795,1732677780848}] 2024-11-27T03:23:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:11,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:11,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:11,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:23:11,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C44795%2C1732677780848.rep, suffix=, logDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/oldWALs, maxLogs=10 2024-11-27T03:23:11,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.rep.1732677791801, exclude list is [], retry=0 2024-11-27T03:23:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35889,DS-94d65ea6-9a4c-4bf7-99a9-c84227b6234d,DISK] 2024-11-27T03:23:11,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.rep.1732677791801 2024-11-27T03:23:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44765:44765)] 2024-11-27T03:23:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 07a79a0a7b2eea71aacd5197de2892c8, NAME => 'hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:11,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:23:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. service=MultiRowMutationService 2024-11-27T03:23:11,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:23:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,817 INFO [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,819 INFO [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07a79a0a7b2eea71aacd5197de2892c8 columnFamilyName hfileref 2024-11-27T03:23:11,819 DEBUG [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:11,819 INFO [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] regionserver.HStore(327): Store=07a79a0a7b2eea71aacd5197de2892c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:11,819 INFO [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,820 INFO [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07a79a0a7b2eea71aacd5197de2892c8 columnFamilyName queue 2024-11-27T03:23:11,820 DEBUG [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:11,820 INFO [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] regionserver.HStore(327): Store=07a79a0a7b2eea71aacd5197de2892c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:11,820 INFO [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,821 INFO [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07a79a0a7b2eea71aacd5197de2892c8 columnFamilyName sid 2024-11-27T03:23:11,821 DEBUG [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:11,821 INFO [StoreOpener-07a79a0a7b2eea71aacd5197de2892c8-1 {}] regionserver.HStore(327): Store=07a79a0a7b2eea71aacd5197de2892c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:11,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/replication/07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/replication/07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:11,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/replication/07a79a0a7b2eea71aacd5197de2892c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:11,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 07a79a0a7b2eea71aacd5197de2892c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63075753, jitterRate=-0.060098037123680115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:11,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:11,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 07a79a0a7b2eea71aacd5197de2892c8: Running coprocessor pre-open hook at 1732677791817Writing region info on filesystem at 1732677791817Initializing all the Stores at 1732677791817Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677791817Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677791817Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677791817Cleaning up temporary data from old regions at 1732677791823 (+6 ms)Running coprocessor post-open hooks at 1732677791825 (+2 ms)Region opened successfully at 1732677791825 2024-11-27T03:23:11,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8., pid=10, masterSystemTime=1732677791796 2024-11-27T03:23:11,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:11,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:11,827 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07a79a0a7b2eea71aacd5197de2892c8, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,44795,1732677780848 2024-11-27T03:23:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07a79a0a7b2eea71aacd5197de2892c8, server=66d3634da959,44795,1732677780848 because future has completed 2024-11-27T03:23:11,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:23:11,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 07a79a0a7b2eea71aacd5197de2892c8, server=66d3634da959,44795,1732677780848 in 184 msec 2024-11-27T03:23:11,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:23:11,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07a79a0a7b2eea71aacd5197de2892c8, ASSIGN in 339 msec 2024-11-27T03:23:11,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:11,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677791832"}]},"ts":"1732677791832"} 2024-11-27T03:23:11,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:23:11,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:11,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 762 msec 2024-11-27T03:23:11,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8., hostname=66d3634da959,44795,1732677780848, seqNum=2] 2024-11-27T03:23:11,895 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 379, reset compression=false 2024-11-27T03:23:11,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:11,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:11,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:23:12,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:23:12,086 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:23:12,091 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 379, reset compression=false 2024-11-27T03:23:12,131 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,44795,1732677780848, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:23:12,131 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:12,131 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44795,1732677780848, seqNum=-1] 2024-11-27T03:23:12,132 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:12,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T03:23:12,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,44795,1732677780848', locateType=CURRENT is [region=hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8., hostname=66d3634da959,44795,1732677780848, seqNum=2] 2024-11-27T03:23:12,136 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:23:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:23:12,138 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,44795,1732677780848 suceeded 2024-11-27T03:23:12,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:23:12,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-27T03:23:12,140 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:45887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:23:12,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0760 sec 2024-11-27T03:23:12,156 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:45887' 2024-11-27T03:23:12,158 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d260a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,158 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,45887,-1 for getting cluster id 2024-11-27T03:23:12,158 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:12,158 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53424b45-ac8a-4248-b1ca-47dd580ba582' 2024-11-27T03:23:12,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:12,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53424b45-ac8a-4248-b1ca-47dd580ba582" 2024-11-27T03:23:12,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f8991f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,45887,-1] 2024-11-27T03:23:12,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:12,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,160 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:12,160 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@561dfddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,160 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,45887,1732677775669 2024-11-27T03:23:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a34dd63 2024-11-27T03:23:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:12,162 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-27T03:23:12,163 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,44795,1732677780848 (queues=1) is replicating from cluster=13577aa7-416e-4a27-8194-ece4ed4dabac to cluster=53424b45-ac8a-4248-b1ca-47dd580ba582 2024-11-27T03:23:12,163 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C44795%2C1732677780848 2024-11-27T03:23:12,163 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,44795,1732677780848, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:23:12,163 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926, startPosition=0, beingWritten=true 2024-11-27T03:23:12,163 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C44795%2C1732677780848 2024-11-27T03:23:12,168 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:12,168 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 379, reset compression=false 2024-11-27T03:23:12,168 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44795,1732677780848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:12,199 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:23:12,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:12,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:12,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:12,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ccde26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,33107,-1 for getting cluster id 2024-11-27T03:23:12,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:12,200 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93d3bc49-c3b5-4ce5-903c-84c83d422a4f' 2024-11-27T03:23:12,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:12,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93d3bc49-c3b5-4ce5-903c-84c83d422a4f" 2024-11-27T03:23:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1c6e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,33107,-1] 2024-11-27T03:23:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,201 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9498bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a84c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,45887,-1 for getting cluster id 2024-11-27T03:23:12,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:12,203 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53424b45-ac8a-4248-b1ca-47dd580ba582' 2024-11-27T03:23:12,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:12,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53424b45-ac8a-4248-b1ca-47dd580ba582" 2024-11-27T03:23:12,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fe769f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,45887,-1] 2024-11-27T03:23:12,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:12,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,204 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:12,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc0b06d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d89d883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39561,-1 for getting cluster id 2024-11-27T03:23:12,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:12,206 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13577aa7-416e-4a27-8194-ece4ed4dabac' 2024-11-27T03:23:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13577aa7-416e-4a27-8194-ece4ed4dabac" 2024-11-27T03:23:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245f6d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39561,-1] 2024-11-27T03:23:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,207 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5ce1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:12,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,40277,1732677769789, seqNum=-1] 2024-11-27T03:23:12,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:12,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d., hostname=66d3634da959,40277,1732677769789, seqNum=2] 2024-11-27T03:23:12,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44795,1732677780848, seqNum=-1] 2024-11-27T03:23:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:12,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:12,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09., hostname=66d3634da959,44795,1732677780848, seqNum=2] 2024-11-27T03:23:12,222 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T03:23:12,372 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 379, reset compression=false 2024-11-27T03:23:12,675 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 379, reset compression=false 2024-11-27T03:23:12,794 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 379, reset compression=false 2024-11-27T03:23:12,802 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 379, reset compression=false 2024-11-27T03:23:12,806 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:23:12,806 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 480, reset compression=false 2024-11-27T03:23:12,806 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,40277,1732677769789 got entry batch from reader: WALEntryBatch [walEntries=[{test/b6d010c12f996435c9c3a765c4517f1d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T03:23:12,808 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:23:12,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-27T03:23:12,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:23:12,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cd7f906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,45887,-1 for getting cluster id 2024-11-27T03:23:12,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:12,811 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53424b45-ac8a-4248-b1ca-47dd580ba582' 2024-11-27T03:23:12,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:12,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53424b45-ac8a-4248-b1ca-47dd580ba582" 2024-11-27T03:23:12,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@255b0884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,45887,-1] 2024-11-27T03:23:12,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:12,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,812 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:12,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe4db7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:12,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:12,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,42679,1732677775813, seqNum=-1] 2024-11-27T03:23:12,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:12,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T03:23:12,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677784967.636d28601352b20582e10d161254c778., hostname=66d3634da959,42679,1732677775813, seqNum=2] 2024-11-27T03:23:12,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:23:13,009 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 480, reset compression=false 2024-11-27T03:23:13,078 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 379, reset compression=false 2024-11-27T03:23:13,224 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T03:23:13,312 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 480, reset compression=false 2024-11-27T03:23:13,582 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 379, reset compression=false 2024-11-27T03:23:13,597 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 379, reset compression=false 2024-11-27T03:23:13,603 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:23:13,603 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 504, reset compression=false 2024-11-27T03:23:13,604 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,42679,1732677775813 got entry batch from reader: WALEntryBatch [walEntries=[{test/636d28601352b20582e10d161254c778/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T03:23:13,606 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:23:13,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-27T03:23:13,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:23:13,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bd24214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:13,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,39561,-1 for getting cluster id 2024-11-27T03:23:13,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:13,609 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13577aa7-416e-4a27-8194-ece4ed4dabac' 2024-11-27T03:23:13,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:13,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13577aa7-416e-4a27-8194-ece4ed4dabac" 2024-11-27T03:23:13,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cde30ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:13,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,39561,-1] 2024-11-27T03:23:13,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:13,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:13,611 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:13,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@725693e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:13,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:13,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44795,1732677780848, seqNum=-1] 2024-11-27T03:23:13,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:13,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T03:23:13,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09., hostname=66d3634da959,44795,1732677780848, seqNum=2] 2024-11-27T03:23:13,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:23:13,716 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 480, reset compression=false 2024-11-27T03:23:13,808 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 504, reset compression=false 2024-11-27T03:23:14,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:23:14,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T03:23:14,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:23:14,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T03:23:14,111 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 504, reset compression=false 2024-11-27T03:23:14,185 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 379, reset compression=false 2024-11-27T03:23:14,192 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:14,192 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 527, reset compression=false 2024-11-27T03:23:14,192 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44795,1732677780848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:14,220 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 480, reset compression=false 2024-11-27T03:23:14,226 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T03:23:14,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:14,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,42679,1732677775813, seqNum=-1] 2024-11-27T03:23:14,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:14,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:14,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732677784967.636d28601352b20582e10d161254c778., hostname=66d3634da959,42679,1732677775813, seqNum=2] 2024-11-27T03:23:14,237 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T03:23:14,397 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 527, reset compression=false 2024-11-27T03:23:14,514 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 504, reset compression=false 2024-11-27T03:23:14,519 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:23:14,519 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 608, reset compression=false 2024-11-27T03:23:14,519 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,42679,1732677775813 got entry batch from reader: WALEntryBatch [walEntries=[{test/636d28601352b20582e10d161254c778/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T03:23:14,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:23:14,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:23:14,701 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 527, reset compression=false 2024-11-27T03:23:14,705 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:14,705 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 654, reset compression=false 2024-11-27T03:23:14,706 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44795,1732677780848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:14,722 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 608, reset compression=false 2024-11-27T03:23:14,750 DEBUG [master/66d3634da959:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=4, created chunk count=35, reused chunk count=122, reuseRatio=77.71% 2024-11-27T03:23:14,751 DEBUG [master/66d3634da959:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T03:23:14,824 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 480, reset compression=false 2024-11-27T03:23:14,909 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 654, reset compression=false 2024-11-27T03:23:15,026 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 608, reset compression=false 2024-11-27T03:23:15,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:23:15,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,213 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 654, reset compression=false 2024-11-27T03:23:15,239 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T03:23:15,241 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T03:23:15,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:15,436 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 608, reset compression=false 2024-11-27T03:23:15,530 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 480, reset compression=false 2024-11-27T03:23:15,622 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 654, reset compression=false 2024-11-27T03:23:15,628 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:23:15,628 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 758, reset compression=false 2024-11-27T03:23:15,628 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44795,1732677780848 got entry batch from reader: WALEntryBatch [walEntries=[{test/8bdd414acb7a17b8518e6888e8a87b09/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T03:23:15,631 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:23:15,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-27T03:23:15,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:23:15,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:23:15,835 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 758, reset compression=false 2024-11-27T03:23:15,941 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 608, reset compression=false 2024-11-27T03:23:15,955 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:15,955 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 735, reset compression=false 2024-11-27T03:23:15,955 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,42679,1732677775813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:16,146 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 758, reset compression=false 2024-11-27T03:23:16,158 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 735, reset compression=false 2024-11-27T03:23:16,244 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T03:23:16,251 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T03:23:16,333 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 480, reset compression=false 2024-11-27T03:23:16,385 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:23:16,385 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:16,385 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,40277,1732677769789 got entry batch from reader: WALEntryBatch [walEntries=[{test/b6d010c12f996435c9c3a765c4517f1d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T03:23:16,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:23:16,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:23:16,482 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 735, reset compression=false 2024-11-27T03:23:16,499 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:23:16,499 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 883, reset compression=false 2024-11-27T03:23:16,500 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,42679,1732677775813 got entry batch from reader: WALEntryBatch [walEntries=[{test/636d28601352b20582e10d161254c778/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T03:23:16,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:23:16,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:23:16,576 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 758, reset compression=false 2024-11-27T03:23:16,602 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:16,606 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:16,606 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 929, reset compression=false 2024-11-27T03:23:16,606 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44795,1732677780848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:16,705 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 883, reset compression=false 2024-11-27T03:23:16,835 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 929, reset compression=false 2024-11-27T03:23:16,933 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:17,008 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 883, reset compression=false 2024-11-27T03:23:17,139 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 929, reset compression=false 2024-11-27T03:23:17,253 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T03:23:17,257 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T03:23:17,337 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:17,412 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 883, reset compression=false 2024-11-27T03:23:17,415 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:23:17,415 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1042, reset compression=false 2024-11-27T03:23:17,415 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,42679,1732677775813 got entry batch from reader: WALEntryBatch [walEntries=[{test/636d28601352b20582e10d161254c778/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T03:23:17,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:23:17,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:23:17,543 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 929, reset compression=false 2024-11-27T03:23:17,548 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:17,548 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1078, reset compression=false 2024-11-27T03:23:17,548 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44795,1732677780848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:17,619 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1042, reset compression=false 2024-11-27T03:23:17,751 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1078, reset compression=false 2024-11-27T03:23:17,841 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:17,868 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:17,869 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:23:17,869 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108829 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:23:17,923 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1042, reset compression=false 2024-11-27T03:23:18,055 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1078, reset compression=false 2024-11-27T03:23:18,259 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T03:23:18,262 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T03:23:18,326 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1042, reset compression=false 2024-11-27T03:23:18,445 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:18,459 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1078, reset compression=false 2024-11-27T03:23:18,463 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:23:18,464 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1237, reset compression=false 2024-11-27T03:23:18,464 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44795,1732677780848 got entry batch from reader: WALEntryBatch [walEntries=[{test/8bdd414acb7a17b8518e6888e8a87b09/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T03:23:18,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T03:23:18,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T03:23:18,668 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1237, reset compression=false 2024-11-27T03:23:18,814 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:23:18,830 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1042, reset compression=false 2024-11-27T03:23:18,888 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:18,888 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1191, reset compression=false 2024-11-27T03:23:18,888 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,42679,1732677775813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:18,971 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1237, reset compression=false 2024-11-27T03:23:19,093 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1191, reset compression=false 2024-11-27T03:23:19,149 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:19,264 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T03:23:19,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:23:19,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:19,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:19,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:19,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:19,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:19,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:23:19,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1401189044, stopped=false 2024-11-27T03:23:19,270 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,39561,1732677780708 2024-11-27T03:23:19,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2299394/running 2024-11-27T03:23:19,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:19,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2299394/running 2024-11-27T03:23:19,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:23:19,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:19,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:19,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:19,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:19,290 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,44795,1732677780848' ***** 2024-11-27T03:23:19,290 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:23:19,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Set watcher on znode that does not yet exist, /2-2299394/running 2024-11-27T03:23:19,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Set watcher on znode that does not yet exist, /2-2299394/running 2024-11-27T03:23:19,291 INFO [RS:0;66d3634da959:44795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:23:19,291 INFO [RS:0;66d3634da959:44795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:23:19,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:23:19,291 INFO [RS:0;66d3634da959:44795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:23:19,291 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:19,291 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(3091): Received CLOSE for 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:19,292 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,44795,1732677780848 2024-11-27T03:23:19,292 INFO [RS:0;66d3634da959:44795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:23:19,292 INFO [RS:0;66d3634da959:44795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:44795. 2024-11-27T03:23:19,292 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bdd414acb7a17b8518e6888e8a87b09, disabling compactions & flushes 2024-11-27T03:23:19,292 DEBUG [RS:0;66d3634da959:44795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:19,292 DEBUG [RS:0;66d3634da959:44795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:19,292 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:19,292 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:19,292 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. after waiting 0 ms 2024-11-27T03:23:19,292 INFO [RS:0;66d3634da959:44795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:23:19,292 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:19,292 INFO [RS:0;66d3634da959:44795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:23:19,292 INFO [RS:0;66d3634da959:44795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:23:19,292 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:23:19,292 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8bdd414acb7a17b8518e6888e8a87b09 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T03:23:19,292 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:23:19,292 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1325): Online Regions={8bdd414acb7a17b8518e6888e8a87b09=test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09., 1588230740=hbase:meta,,1.1588230740, 07a79a0a7b2eea71aacd5197de2892c8=hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8.} 2024-11-27T03:23:19,292 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1351): Waiting on 07a79a0a7b2eea71aacd5197de2892c8, 1588230740, 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:19,292 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:23:19,292 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:23:19,292 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:23:19,292 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:23:19,292 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:23:19,292 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:23:19,307 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/info/5c5bf53dad934b98948de44af3c22d28 is 147, key is hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8./info:regioninfo/1732677791827/Put/seqid=0 2024-11-27T03:23:19,309 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/.tmp/f/3207244765dc40c4be2cda02b1d5a986 is 29, key is row1/f:/1732677797254/DeleteFamily/seqid=0 2024-11-27T03:23:19,312 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:23:19,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741841_1017 (size=5152) 2024-11-27T03:23:19,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741840_1016 (size=7686) 2024-11-27T03:23:19,316 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/.tmp/f/3207244765dc40c4be2cda02b1d5a986 2024-11-27T03:23:19,321 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3207244765dc40c4be2cda02b1d5a986 2024-11-27T03:23:19,343 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/.tmp/f1/61b6baedbdf8468cb15a40e245de202b is 30, key is row1/f1:/1732677797254/DeleteFamily/seqid=0 2024-11-27T03:23:19,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741842_1018 (size=5158) 2024-11-27T03:23:19,346 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/.tmp/f1/61b6baedbdf8468cb15a40e245de202b 2024-11-27T03:23:19,350 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61b6baedbdf8468cb15a40e245de202b 2024-11-27T03:23:19,363 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/.tmp/norep/7d7b4e3cca38434bb11337cfbc0bb2e6 is 33, key is row2/norep:/1732677798259/DeleteFamily/seqid=0 2024-11-27T03:23:19,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741843_1019 (size=5108) 2024-11-27T03:23:19,375 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1237, reset compression=false 2024-11-27T03:23:19,378 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:19,378 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1484, reset compression=false 2024-11-27T03:23:19,378 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44795,1732677780848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:19,379 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,44795,1732677780848: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-66d3634da959,44795,1732677780848, walGroup=66d3634da959%2C44795%2C1732677780848, offset=66d3634da959%2C44795%2C1732677780848.1732677782926:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:44795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:23:19,381 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:23:19,381 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:23:19,382 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:23:19,382 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:23:19,382 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:23:19,382 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 844905984 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201875784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:23:19,382 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:39561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:39561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T03:23:19,397 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1191, reset compression=false 2024-11-27T03:23:19,492 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1351): Waiting on 07a79a0a7b2eea71aacd5197de2892c8, 1588230740, 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:19,581 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1484, reset compression=false 2024-11-27T03:23:19,692 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1351): Waiting on 07a79a0a7b2eea71aacd5197de2892c8, 1588230740, 8bdd414acb7a17b8518e6888e8a87b09 2024-11-27T03:23:19,716 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/info/5c5bf53dad934b98948de44af3c22d28 2024-11-27T03:23:19,735 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/ns/763076fdc98d4dc0ab99fbe8eb1563cc is 43, key is default/ns:d/1732677783686/Put/seqid=0 2024-11-27T03:23:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741844_1020 (size=5153) 2024-11-27T03:23:19,767 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/.tmp/norep/7d7b4e3cca38434bb11337cfbc0bb2e6 2024-11-27T03:23:19,771 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d7b4e3cca38434bb11337cfbc0bb2e6 2024-11-27T03:23:19,772 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/.tmp/f/3207244765dc40c4be2cda02b1d5a986 as hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/f/3207244765dc40c4be2cda02b1d5a986 2024-11-27T03:23:19,775 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3207244765dc40c4be2cda02b1d5a986 2024-11-27T03:23:19,775 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/f/3207244765dc40c4be2cda02b1d5a986, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T03:23:19,776 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/.tmp/f1/61b6baedbdf8468cb15a40e245de202b as hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/f1/61b6baedbdf8468cb15a40e245de202b 2024-11-27T03:23:19,780 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61b6baedbdf8468cb15a40e245de202b 2024-11-27T03:23:19,780 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/f1/61b6baedbdf8468cb15a40e245de202b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T03:23:19,780 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/.tmp/norep/7d7b4e3cca38434bb11337cfbc0bb2e6 as hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/norep/7d7b4e3cca38434bb11337cfbc0bb2e6 2024-11-27T03:23:19,784 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d7b4e3cca38434bb11337cfbc0bb2e6 2024-11-27T03:23:19,784 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/norep/7d7b4e3cca38434bb11337cfbc0bb2e6, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T03:23:19,785 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8bdd414acb7a17b8518e6888e8a87b09 in 493ms, sequenceid=10, compaction requested=false 2024-11-27T03:23:19,788 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/default/test/8bdd414acb7a17b8518e6888e8a87b09/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T03:23:19,788 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:23:19,788 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:23:19,788 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:19,788 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bdd414acb7a17b8518e6888e8a87b09: Waiting for close lock at 1732677799292Running coprocessor pre-close hooks at 1732677799292Disabling compacts and flushes for region at 1732677799292Disabling writes for close at 1732677799292Obtaining lock to block concurrent updates at 1732677799292Preparing flush snapshotting stores in 8bdd414acb7a17b8518e6888e8a87b09 at 1732677799292Finished memstore snapshotting test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732677799292Flushing stores of test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. at 1732677799293 (+1 ms)Flushing 8bdd414acb7a17b8518e6888e8a87b09/f: creating writer at 1732677799293Flushing 8bdd414acb7a17b8518e6888e8a87b09/f: appending metadata at 1732677799309 (+16 ms)Flushing 8bdd414acb7a17b8518e6888e8a87b09/f: closing flushed file at 1732677799309Flushing 8bdd414acb7a17b8518e6888e8a87b09/f1: creating writer at 1732677799321 (+12 ms)Flushing 8bdd414acb7a17b8518e6888e8a87b09/f1: appending metadata at 1732677799342 (+21 ms)Flushing 8bdd414acb7a17b8518e6888e8a87b09/f1: closing flushed file at 1732677799342Flushing 8bdd414acb7a17b8518e6888e8a87b09/norep: creating writer at 1732677799350 (+8 ms)Flushing 8bdd414acb7a17b8518e6888e8a87b09/norep: appending metadata at 1732677799363 (+13 ms)Flushing 8bdd414acb7a17b8518e6888e8a87b09/norep: closing flushed file at 1732677799363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5d5b7e: reopening flushed file at 1732677799771 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5490a5c4: reopening flushed file at 1732677799775 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63439fd4: reopening flushed file at 1732677799780 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8bdd414acb7a17b8518e6888e8a87b09 in 493ms, sequenceid=10, compaction requested=false at 1732677799785 (+5 ms)Writing region close event to WAL at 1732677799786 (+1 ms)Running coprocessor post-close hooks at 1732677799788 (+2 ms)Closed at 1732677799788 2024-11-27T03:23:19,789 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09. 2024-11-27T03:23:19,789 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07a79a0a7b2eea71aacd5197de2892c8, disabling compactions & flushes 2024-11-27T03:23:19,789 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:19,789 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:19,789 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. after waiting 0 ms 2024-11-27T03:23:19,789 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:19,789 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07a79a0a7b2eea71aacd5197de2892c8: Waiting for close lock at 1732677799789Running coprocessor pre-close hooks at 1732677799789Disabling compacts and flushes for region at 1732677799789Disabling writes for close at 1732677799789Failed flush hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8., putting online again at 1732677799789 2024-11-27T03:23:19,789 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:19,800 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1191, reset compression=false 2024-11-27T03:23:19,829 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:23:19,829 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:23:19,884 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 1484, reset compression=false 2024-11-27T03:23:19,889 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:19,889 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 2128, reset compression=false 2024-11-27T03:23:19,893 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(3091): Received CLOSE for 07a79a0a7b2eea71aacd5197de2892c8 2024-11-27T03:23:19,893 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1351): Waiting on 07a79a0a7b2eea71aacd5197de2892c8, 1588230740 2024-11-27T03:23:19,893 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07a79a0a7b2eea71aacd5197de2892c8, disabling compactions & flushes 2024-11-27T03:23:19,893 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:19,893 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:19,893 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. after waiting 0 ms 2024-11-27T03:23:19,893 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:19,893 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07a79a0a7b2eea71aacd5197de2892c8: Waiting for close lock at 1732677799893Running coprocessor pre-close hooks at 1732677799893Disabling compacts and flushes for region at 1732677799893Disabling writes for close at 1732677799893Failed flush hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8., putting online again at 1732677799893 2024-11-27T03:23:19,893 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8. 2024-11-27T03:23:19,953 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:20,092 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 2128, reset compression=false 2024-11-27T03:23:20,093 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:23:20,155 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/ns/763076fdc98d4dc0ab99fbe8eb1563cc 2024-11-27T03:23:20,175 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/rep_barrier/ef24ab6d66cd40e8bcb395922eef9761 is 112, key is test,,1732677785611.8bdd414acb7a17b8518e6888e8a87b09./rep_barrier:seqnumDuringOpen/1732677786359/Put/seqid=0 2024-11-27T03:23:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741845_1021 (size=5518) 2024-11-27T03:23:20,293 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:23:20,293 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 07a79a0a7b2eea71aacd5197de2892c8=hbase:replication,,1732677791072.07a79a0a7b2eea71aacd5197de2892c8.} 2024-11-27T03:23:20,293 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:23:20,303 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1191, reset compression=false 2024-11-27T03:23:20,395 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 2128, reset compression=false 2024-11-27T03:23:20,493 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:23:20,579 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/rep_barrier/ef24ab6d66cd40e8bcb395922eef9761 2024-11-27T03:23:20,606 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/table/b65d45b0d98f48389309b10f453445f0 is 53, key is hbase:replication/table:state/1732677791832/Put/seqid=0 2024-11-27T03:23:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741846_1022 (size=5308) 2024-11-27T03:23:20,694 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:23:20,798 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.wal-reader.66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.1732677782926 to pos 2128, reset compression=false 2024-11-27T03:23:20,856 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:20,894 DEBUG [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:23:20,906 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1191, reset compression=false 2024-11-27T03:23:21,010 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/table/b65d45b0d98f48389309b10f453445f0 2024-11-27T03:23:21,020 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/info/5c5bf53dad934b98948de44af3c22d28 as hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/info/5c5bf53dad934b98948de44af3c22d28 2024-11-27T03:23:21,032 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/info/5c5bf53dad934b98948de44af3c22d28, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:23:21,033 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/ns/763076fdc98d4dc0ab99fbe8eb1563cc as hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/ns/763076fdc98d4dc0ab99fbe8eb1563cc 2024-11-27T03:23:21,038 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/ns/763076fdc98d4dc0ab99fbe8eb1563cc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:23:21,039 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/rep_barrier/ef24ab6d66cd40e8bcb395922eef9761 as hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/rep_barrier/ef24ab6d66cd40e8bcb395922eef9761 2024-11-27T03:23:21,043 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/rep_barrier/ef24ab6d66cd40e8bcb395922eef9761, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:23:21,044 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/.tmp/table/b65d45b0d98f48389309b10f453445f0 as hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/table/b65d45b0d98f48389309b10f453445f0 2024-11-27T03:23:21,048 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/table/b65d45b0d98f48389309b10f453445f0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:23:21,049 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1757ms, sequenceid=16, compaction requested=false 2024-11-27T03:23:21,053 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:23:21,054 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:23:21,054 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:23:21,054 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:21,054 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677799292Running coprocessor pre-close hooks at 1732677799292Disabling compacts and flushes for region at 1732677799292Disabling writes for close at 1732677799292Obtaining lock to block concurrent updates at 1732677799292Preparing flush snapshotting stores in 1588230740 at 1732677799292Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677799292Flushing stores of hbase:meta,,1.1588230740 at 1732677799293 (+1 ms)Flushing 1588230740/info: creating writer at 1732677799293Flushing 1588230740/info: appending metadata at 1732677799306 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732677799306Flushing 1588230740/ns: creating writer at 1732677799719 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732677799734 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732677799735 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732677800159 (+424 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677800175 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677800175Flushing 1588230740/table: creating writer at 1732677800593 (+418 ms)Flushing 1588230740/table: appending metadata at 1732677800606 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732677800606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2564eb: reopening flushed file at 1732677801018 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594ebf2: reopening flushed file at 1732677801032 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62829a1e: reopening flushed file at 1732677801038 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711d4979: reopening flushed file at 1732677801043 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1757ms, sequenceid=16, compaction requested=false at 1732677801049 (+6 ms)Writing region close event to WAL at 1732677801051 (+2 ms)Running coprocessor post-close hooks at 1732677801054 (+3 ms)Closed at 1732677801054 2024-11-27T03:23:21,054 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:21,094 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T03:23:21,094 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,44795,1732677780848; all regions closed. 2024-11-27T03:23:21,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:23:21,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741839_1015 (size=2171) 2024-11-27T03:23:21,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/WALs/66d3634da959,44795,1732677780848/66d3634da959%2C44795%2C1732677780848.rep.1732677791801 not finished, retry = 0 2024-11-27T03:23:21,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741832_1008 (size=2136) 2024-11-27T03:23:21,212 DEBUG [RS:0;66d3634da959:44795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:21,213 INFO [RS:0;66d3634da959:44795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:23:21,213 INFO [RS:0;66d3634da959:44795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:23:21,213 INFO [RS:0;66d3634da959:44795 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T03:23:21,213 INFO [RS:0;66d3634da959:44795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:23:21,214 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:23:21,214 INFO [RS:0;66d3634da959:44795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,44795,1732677780848 because: Region server is closing 2024-11-27T03:23:21,214 INFO [RS:0;66d3634da959:44795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:44795. 2024-11-27T03:23:21,214 DEBUG [RS:0;66d3634da959:44795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:21,214 DEBUG [RS:0;66d3634da959:44795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:21,214 DEBUG [RS:0;66d3634da959:44795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:21,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:21,315 INFO [RS:0;66d3634da959:44795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44795,1732677780848.replicationSource.shipper66d3634da959%2C44795%2C1732677780848,1-66d3634da959,44795,1732677780848 terminated 2024-11-27T03:23:21,315 INFO [RS:0;66d3634da959:44795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:44795. 2024-11-27T03:23:21,315 DEBUG [RS:0;66d3634da959:44795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:21,315 DEBUG [RS:0;66d3634da959:44795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:21,315 DEBUG [RS:0;66d3634da959:44795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:21,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:21,316 INFO [RS:0;66d3634da959:44795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44795 2024-11-27T03:23:21,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394/rs 2024-11-27T03:23:21,364 INFO [RS:0;66d3634da959:44795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:23:21,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2299394/rs/66d3634da959,44795,1732677780848 2024-11-27T03:23:21,364 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,44795,1732677780848] 2024-11-27T03:23:21,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2299394/draining/66d3634da959,44795,1732677780848 already deleted, retry=false 2024-11-27T03:23:21,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,44795,1732677780848 expired; onlineServers=0 2024-11-27T03:23:21,385 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,39561,1732677780708' ***** 2024-11-27T03:23:21,385 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:23:21,385 INFO [M:0;66d3634da959:39561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:23:21,385 INFO [M:0;66d3634da959:39561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:23:21,385 DEBUG [M:0;66d3634da959:39561 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:23:21,385 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:23:21,385 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677782698 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677782698,5,FailOnTimeoutGroup] 2024-11-27T03:23:21,385 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677782694 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677782694,5,FailOnTimeoutGroup] 2024-11-27T03:23:21,385 DEBUG [M:0;66d3634da959:39561 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:23:21,386 INFO [M:0;66d3634da959:39561 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:23:21,386 INFO [M:0;66d3634da959:39561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:23:21,386 DEBUG [M:0;66d3634da959:39561 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:23:21,386 INFO [M:0;66d3634da959:39561 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:23:21,386 INFO [M:0;66d3634da959:39561 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:23:21,386 INFO [M:0;66d3634da959:39561 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:23:21,386 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:23:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2299394/master 2024-11-27T03:23:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2299394 2024-11-27T03:23:21,395 DEBUG [M:0;66d3634da959:39561 {}] zookeeper.ZKUtil(347): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Unable to get data of znode /2-2299394/master because node does not exist (not an error) 2024-11-27T03:23:21,395 WARN [M:0;66d3634da959:39561 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:23:21,416 INFO [M:0;66d3634da959:39561 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/.lastflushedseqids 2024-11-27T03:23:21,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741847_1023 (size=245) 2024-11-27T03:23:21,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:21,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x1017a5089850007, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:21,475 INFO [RS:0;66d3634da959:44795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:23:21,475 INFO [RS:0;66d3634da959:44795 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,44795,1732677780848; zookeeper connection closed. 2024-11-27T03:23:21,475 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74e9b98c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74e9b98c 2024-11-27T03:23:21,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:23:21,609 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1191, reset compression=false 2024-11-27T03:23:21,823 INFO [M:0;66d3634da959:39561 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:23:21,823 INFO [M:0;66d3634da959:39561 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:23:21,824 DEBUG [M:0;66d3634da959:39561 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:23:21,824 INFO [M:0;66d3634da959:39561 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:21,824 DEBUG [M:0;66d3634da959:39561 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:21,824 DEBUG [M:0;66d3634da959:39561 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:23:21,824 DEBUG [M:0;66d3634da959:39561 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:21,824 INFO [M:0;66d3634da959:39561 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T03:23:21,843 DEBUG [M:0;66d3634da959:39561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd1c25d0c61843bcbee593daab6ee1d3 is 82, key is hbase:meta,,1/info:regioninfo/1732677783634/Put/seqid=0 2024-11-27T03:23:21,859 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741848_1024 (size=5672) 2024-11-27T03:23:21,874 INFO [M:0;66d3634da959:39561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd1c25d0c61843bcbee593daab6ee1d3 2024-11-27T03:23:21,925 DEBUG [M:0;66d3634da959:39561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3e295af0aa64655b25d7513f0bf0b50 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732677791835/Put/seqid=0 2024-11-27T03:23:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741849_1025 (size=8516) 2024-11-27T03:23:21,932 INFO [M:0;66d3634da959:39561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3e295af0aa64655b25d7513f0bf0b50 2024-11-27T03:23:21,949 DEBUG [M:0;66d3634da959:39561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7062cb2b96246c396df78bcecf239e5 is 69, key is 66d3634da959,44795,1732677780848/rs:state/1732677782741/Put/seqid=0 2024-11-27T03:23:21,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741850_1026 (size=5156) 2024-11-27T03:23:21,953 INFO [M:0;66d3634da959:39561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7062cb2b96246c396df78bcecf239e5 2024-11-27T03:23:21,957 DEBUG [M:0;66d3634da959:39561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd1c25d0c61843bcbee593daab6ee1d3 as hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd1c25d0c61843bcbee593daab6ee1d3 2024-11-27T03:23:21,960 INFO [M:0;66d3634da959:39561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd1c25d0c61843bcbee593daab6ee1d3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T03:23:21,961 DEBUG [M:0;66d3634da959:39561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3e295af0aa64655b25d7513f0bf0b50 as hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3e295af0aa64655b25d7513f0bf0b50 2024-11-27T03:23:21,964 INFO [M:0;66d3634da959:39561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3e295af0aa64655b25d7513f0bf0b50, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T03:23:21,965 DEBUG [M:0;66d3634da959:39561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7062cb2b96246c396df78bcecf239e5 as hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7062cb2b96246c396df78bcecf239e5 2024-11-27T03:23:21,968 INFO [M:0;66d3634da959:39561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7062cb2b96246c396df78bcecf239e5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T03:23:21,968 INFO [M:0;66d3634da959:39561 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=97, compaction requested=false 2024-11-27T03:23:21,970 INFO [M:0;66d3634da959:39561 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:21,970 DEBUG [M:0;66d3634da959:39561 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677801823Disabling compacts and flushes for region at 1732677801823Disabling writes for close at 1732677801824 (+1 ms)Obtaining lock to block concurrent updates at 1732677801824Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677801824Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732677801824Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677801825 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677801825Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677801842 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677801842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677801878 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677801925 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677801925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677801936 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677801949 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677801949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@546764b1: reopening flushed file at 1732677801956 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e79eed0: reopening flushed file at 1732677801961 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236de74b: reopening flushed file at 1732677801964 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=97, compaction requested=false at 1732677801968 (+4 ms)Writing region close event to WAL at 1732677801969 (+1 ms)Closed at 1732677801969 2024-11-27T03:23:21,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741830_1006 (size=63654) 2024-11-27T03:23:21,971 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2431cb03-e865-a9c4-e823-23d801248a78/MasterData/WALs/66d3634da959,39561,1732677780708/66d3634da959%2C39561%2C1732677780708.1732677782210 not finished, retry = 0 2024-11-27T03:23:22,072 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:23:22,072 INFO [M:0;66d3634da959:39561 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:23:22,072 INFO [M:0;66d3634da959:39561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39561 2024-11-27T03:23:22,072 INFO [M:0;66d3634da959:39561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:23:22,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:22,211 INFO [M:0;66d3634da959:39561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:23:22,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1017a5089850006, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:22,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57264f44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:23:22,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a533494{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:23:22,213 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:23:22,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32ae2ce4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:23:22,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23550a67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/hadoop.log.dir/,STOPPED} 2024-11-27T03:23:22,215 WARN [BP-1294985495-172.17.0.3-1732677778687 heartbeating to localhost/127.0.0.1:45807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:23:22,215 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:23:22,215 WARN [BP-1294985495-172.17.0.3-1732677778687 heartbeating to localhost/127.0.0.1:45807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1294985495-172.17.0.3-1732677778687 (Datanode Uuid 2185285a-c431-4b9f-b1bc-2b2b16664933) service to localhost/127.0.0.1:45807 2024-11-27T03:23:22,215 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:23:22,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/cluster_ea4fc568-aede-a20c-fb47-01a0e7a5a09b/data/data1/current/BP-1294985495-172.17.0.3-1732677778687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:23:22,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/cluster_ea4fc568-aede-a20c-fb47-01a0e7a5a09b/data/data2/current/BP-1294985495-172.17.0.3-1732677778687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:23:22,216 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:23:22,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@581d8308{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:23:22,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e096548{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:23:22,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:23:22,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4753f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:23:22,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fc48511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/hadoop.log.dir/,STOPPED} 2024-11-27T03:23:22,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:23:22,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:23:22,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:22,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:22,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:22,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:22,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:22,236 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:23:22,236 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=523514350, stopped=false 2024-11-27T03:23:22,236 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,45887,1732677775669 2024-11-27T03:23:22,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1304982889/running 2024-11-27T03:23:22,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1304982889/running 2024-11-27T03:23:22,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:23:22,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:23:22,370 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:23:22,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Set watcher on znode that does not yet exist, /1304982889/running 2024-11-27T03:23:22,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Set watcher on znode that does not yet exist, /1304982889/running 2024-11-27T03:23:22,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:22,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:22,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:22,372 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,42679,1732677775813' ***** 2024-11-27T03:23:22,372 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:23:22,372 INFO [RS:0;66d3634da959:42679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:23:22,372 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:23:22,372 INFO [RS:0;66d3634da959:42679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:23:22,372 INFO [RS:0;66d3634da959:42679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:23:22,372 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for 34250e07306240dccbaf6dbea5bc9478 2024-11-27T03:23:22,373 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for 636d28601352b20582e10d161254c778 2024-11-27T03:23:22,373 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,42679,1732677775813 2024-11-27T03:23:22,373 INFO [RS:0;66d3634da959:42679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:23:22,373 INFO [RS:0;66d3634da959:42679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:42679. 2024-11-27T03:23:22,373 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34250e07306240dccbaf6dbea5bc9478, disabling compactions & flushes 2024-11-27T03:23:22,373 DEBUG [RS:0;66d3634da959:42679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:22,373 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:22,373 DEBUG [RS:0;66d3634da959:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:22,373 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:22,373 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. after waiting 0 ms 2024-11-27T03:23:22,373 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:22,373 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 34250e07306240dccbaf6dbea5bc9478 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T03:23:22,373 INFO [RS:0;66d3634da959:42679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:23:22,373 INFO [RS:0;66d3634da959:42679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:23:22,373 INFO [RS:0;66d3634da959:42679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:23:22,373 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:23:22,373 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:23:22,373 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1325): Online Regions={34250e07306240dccbaf6dbea5bc9478=hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478., 1588230740=hbase:meta,,1.1588230740, 636d28601352b20582e10d161254c778=test,,1732677784967.636d28601352b20582e10d161254c778.} 2024-11-27T03:23:22,373 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34250e07306240dccbaf6dbea5bc9478, 636d28601352b20582e10d161254c778 2024-11-27T03:23:22,373 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:23:22,373 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:23:22,373 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:23:22,373 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:23:22,373 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:23:22,374 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:23:22,390 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/replication/34250e07306240dccbaf6dbea5bc9478/.tmp/queue/f36d60c961934419bb017b1a196bda86 is 154, key is 1-66d3634da959,42679,1732677775813/queue:66d3634da959%2C42679%2C1732677775813/1732677798889/Put/seqid=0 2024-11-27T03:23:22,394 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:23:22,394 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:23:22,395 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/info/a1e7c2af4cce43ed8cfa5c22754885f2 is 147, key is hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478./info:regioninfo/1732677789698/Put/seqid=0 2024-11-27T03:23:22,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741840_1016 (size=5353) 2024-11-27T03:23:22,397 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/replication/34250e07306240dccbaf6dbea5bc9478/.tmp/queue/f36d60c961934419bb017b1a196bda86 2024-11-27T03:23:22,402 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/replication/34250e07306240dccbaf6dbea5bc9478/.tmp/queue/f36d60c961934419bb017b1a196bda86 as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/replication/34250e07306240dccbaf6dbea5bc9478/queue/f36d60c961934419bb017b1a196bda86 2024-11-27T03:23:22,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741841_1017 (size=7686) 2024-11-27T03:23:22,405 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/info/a1e7c2af4cce43ed8cfa5c22754885f2 2024-11-27T03:23:22,406 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/replication/34250e07306240dccbaf6dbea5bc9478/queue/f36d60c961934419bb017b1a196bda86, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T03:23:22,407 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 34250e07306240dccbaf6dbea5bc9478 in 34ms, sequenceid=12, compaction requested=false 2024-11-27T03:23:22,415 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/replication/34250e07306240dccbaf6dbea5bc9478/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T03:23:22,415 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:23:22,415 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:23:22,415 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:23:22,415 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:22,415 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34250e07306240dccbaf6dbea5bc9478: Waiting for close lock at 1732677802373Running coprocessor pre-close hooks at 1732677802373Disabling compacts and flushes for region at 1732677802373Disabling writes for close at 1732677802373Obtaining lock to block concurrent updates at 1732677802373Preparing flush snapshotting stores in 34250e07306240dccbaf6dbea5bc9478 at 1732677802373Finished memstore snapshotting hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732677802373Flushing stores of hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. at 1732677802374 (+1 ms)Flushing 34250e07306240dccbaf6dbea5bc9478/queue: creating writer at 1732677802374Flushing 34250e07306240dccbaf6dbea5bc9478/queue: appending metadata at 1732677802390 (+16 ms)Flushing 34250e07306240dccbaf6dbea5bc9478/queue: closing flushed file at 1732677802390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37039f95: reopening flushed file at 1732677802402 (+12 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 34250e07306240dccbaf6dbea5bc9478 in 34ms, sequenceid=12, compaction requested=false at 1732677802407 (+5 ms)Writing region close event to WAL at 1732677802412 (+5 ms)Running coprocessor post-close hooks at 1732677802415 (+3 ms)Closed at 1732677802415 2024-11-27T03:23:22,416 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677788920.34250e07306240dccbaf6dbea5bc9478. 2024-11-27T03:23:22,416 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 636d28601352b20582e10d161254c778, disabling compactions & flushes 2024-11-27T03:23:22,416 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1191, reset compression=false 2024-11-27T03:23:22,416 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:22,416 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:22,416 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677784967.636d28601352b20582e10d161254c778. after waiting 0 ms 2024-11-27T03:23:22,416 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:22,416 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 636d28601352b20582e10d161254c778 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T03:23:22,426 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/ns/1bfac10e928e4967bba090916da27945 is 43, key is default/ns:d/1732677778581/Put/seqid=0 2024-11-27T03:23:22,430 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:22,430 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1438, reset compression=false 2024-11-27T03:23:22,430 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,42679,1732677775813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:22,430 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,42679,1732677775813: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-66d3634da959,42679,1732677775813, walGroup=66d3634da959%2C42679%2C1732677775813, offset=66d3634da959%2C42679%2C1732677775813.1732677777523:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:42679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:23:22,431 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:23:22,431 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:23:22,432 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:23:22,432 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:23:22,432 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:23:22,432 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 857332416 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202254448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:23:22,432 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:45887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:45887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T03:23:22,436 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/.tmp/f/4a496492466c441f82803000deb3ad3f is 29, key is row1/f:/1732677797254/DeleteFamily/seqid=0 2024-11-27T03:23:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741842_1018 (size=5153) 2024-11-27T03:23:22,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741843_1019 (size=5152) 2024-11-27T03:23:22,573 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 636d28601352b20582e10d161254c778 2024-11-27T03:23:22,638 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1438, reset compression=false 2024-11-27T03:23:22,774 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 636d28601352b20582e10d161254c778 2024-11-27T03:23:22,842 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/ns/1bfac10e928e4967bba090916da27945 2024-11-27T03:23:22,850 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/.tmp/f/4a496492466c441f82803000deb3ad3f 2024-11-27T03:23:22,853 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a496492466c441f82803000deb3ad3f 2024-11-27T03:23:22,862 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/rep_barrier/a1b2892ac4954bee9626b43a3919a81b is 112, key is test,,1732677784967.636d28601352b20582e10d161254c778./rep_barrier:seqnumDuringOpen/1732677785332/Put/seqid=0 2024-11-27T03:23:22,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741844_1020 (size=5518) 2024-11-27T03:23:22,869 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/.tmp/f1/1efad1c545d84869a89e42c500590ca6 is 30, key is row1/f1:/1732677797254/DeleteFamily/seqid=0 2024-11-27T03:23:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741845_1021 (size=5158) 2024-11-27T03:23:22,941 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1438, reset compression=false 2024-11-27T03:23:22,974 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 636d28601352b20582e10d161254c778 2024-11-27T03:23:23,010 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:23,174 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 636d28601352b20582e10d161254c778 2024-11-27T03:23:23,266 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/rep_barrier/a1b2892ac4954bee9626b43a3919a81b 2024-11-27T03:23:23,272 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/.tmp/f1/1efad1c545d84869a89e42c500590ca6 2024-11-27T03:23:23,275 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1efad1c545d84869a89e42c500590ca6 2024-11-27T03:23:23,282 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/table/cb22aa27587b4c079e451fe5507ad9e0 is 53, key is hbase:replication/table:state/1732677789704/Put/seqid=0 2024-11-27T03:23:23,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741846_1022 (size=5308) 2024-11-27T03:23:23,287 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/table/cb22aa27587b4c079e451fe5507ad9e0 2024-11-27T03:23:23,289 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/.tmp/norep/1828f5918fe64e22abe70811426f16cd is 33, key is row1/norep:/1732677797254/DeleteFamily/seqid=0 2024-11-27T03:23:23,292 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/info/a1e7c2af4cce43ed8cfa5c22754885f2 as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/info/a1e7c2af4cce43ed8cfa5c22754885f2 2024-11-27T03:23:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741847_1023 (size=5108) 2024-11-27T03:23:23,296 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/info/a1e7c2af4cce43ed8cfa5c22754885f2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:23:23,296 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/ns/1bfac10e928e4967bba090916da27945 as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/ns/1bfac10e928e4967bba090916da27945 2024-11-27T03:23:23,300 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/ns/1bfac10e928e4967bba090916da27945, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:23:23,300 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/rep_barrier/a1b2892ac4954bee9626b43a3919a81b as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/rep_barrier/a1b2892ac4954bee9626b43a3919a81b 2024-11-27T03:23:23,304 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/rep_barrier/a1b2892ac4954bee9626b43a3919a81b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:23:23,304 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/.tmp/table/cb22aa27587b4c079e451fe5507ad9e0 as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/table/cb22aa27587b4c079e451fe5507ad9e0 2024-11-27T03:23:23,307 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/table/cb22aa27587b4c079e451fe5507ad9e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:23:23,308 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=16, compaction requested=false 2024-11-27T03:23:23,308 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:23:23,315 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:23:23,315 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:23:23,315 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:23:23,315 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:23,315 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677802373Running coprocessor pre-close hooks at 1732677802373Disabling compacts and flushes for region at 1732677802373Disabling writes for close at 1732677802373Obtaining lock to block concurrent updates at 1732677802374 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732677802374Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677802374Flushing stores of hbase:meta,,1.1588230740 at 1732677802374Flushing 1588230740/info: creating writer at 1732677802374Flushing 1588230740/info: appending metadata at 1732677802395 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732677802395Flushing 1588230740/ns: creating writer at 1732677802409 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732677802425 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732677802425Flushing 1588230740/rep_barrier: creating writer at 1732677802845 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677802861 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677802861Flushing 1588230740/table: creating writer at 1732677803269 (+408 ms)Flushing 1588230740/table: appending metadata at 1732677803282 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732677803282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a566b3d: reopening flushed file at 1732677803291 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3096fba7: reopening flushed file at 1732677803296 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a30739: reopening flushed file at 1732677803300 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b761819: reopening flushed file at 1732677803304 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=16, compaction requested=false at 1732677803308 (+4 ms)Writing region close event to WAL at 1732677803313 (+5 ms)Running coprocessor post-close hooks at 1732677803315 (+2 ms)Closed at 1732677803315 2024-11-27T03:23:23,315 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:23,344 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1438, reset compression=false 2024-11-27T03:23:23,374 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:23:23,374 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1325): Online Regions={636d28601352b20582e10d161254c778=test,,1732677784967.636d28601352b20582e10d161254c778.} 2024-11-27T03:23:23,374 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1351): Waiting on 636d28601352b20582e10d161254c778 2024-11-27T03:23:23,574 DEBUG [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1351): Waiting on 636d28601352b20582e10d161254c778 2024-11-27T03:23:23,693 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/.tmp/norep/1828f5918fe64e22abe70811426f16cd 2024-11-27T03:23:23,697 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1828f5918fe64e22abe70811426f16cd 2024-11-27T03:23:23,697 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/.tmp/f/4a496492466c441f82803000deb3ad3f as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/f/4a496492466c441f82803000deb3ad3f 2024-11-27T03:23:23,701 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a496492466c441f82803000deb3ad3f 2024-11-27T03:23:23,701 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/f/4a496492466c441f82803000deb3ad3f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T03:23:23,701 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/.tmp/f1/1efad1c545d84869a89e42c500590ca6 as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/f1/1efad1c545d84869a89e42c500590ca6 2024-11-27T03:23:23,704 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1efad1c545d84869a89e42c500590ca6 2024-11-27T03:23:23,704 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/f1/1efad1c545d84869a89e42c500590ca6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T03:23:23,705 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/.tmp/norep/1828f5918fe64e22abe70811426f16cd as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/norep/1828f5918fe64e22abe70811426f16cd 2024-11-27T03:23:23,708 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1828f5918fe64e22abe70811426f16cd 2024-11-27T03:23:23,708 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/norep/1828f5918fe64e22abe70811426f16cd, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T03:23:23,709 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 636d28601352b20582e10d161254c778 in 1292ms, sequenceid=10, compaction requested=false 2024-11-27T03:23:23,709 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T03:23:23,713 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/data/default/test/636d28601352b20582e10d161254c778/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T03:23:23,714 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:23:23,714 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:23:23,714 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:23,714 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 636d28601352b20582e10d161254c778: Waiting for close lock at 1732677802416Running coprocessor pre-close hooks at 1732677802416Disabling compacts and flushes for region at 1732677802416Disabling writes for close at 1732677802416Obtaining lock to block concurrent updates at 1732677802416Preparing flush snapshotting stores in 636d28601352b20582e10d161254c778 at 1732677802416Finished memstore snapshotting test,,1732677784967.636d28601352b20582e10d161254c778., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732677802416Flushing stores of test,,1732677784967.636d28601352b20582e10d161254c778. at 1732677802417 (+1 ms)Flushing 636d28601352b20582e10d161254c778/f: creating writer at 1732677802417Flushing 636d28601352b20582e10d161254c778/f: appending metadata at 1732677802435 (+18 ms)Flushing 636d28601352b20582e10d161254c778/f: closing flushed file at 1732677802435Flushing 636d28601352b20582e10d161254c778/f1: creating writer at 1732677802854 (+419 ms)Flushing 636d28601352b20582e10d161254c778/f1: appending metadata at 1732677802868 (+14 ms)Flushing 636d28601352b20582e10d161254c778/f1: closing flushed file at 1732677802868Flushing 636d28601352b20582e10d161254c778/norep: creating writer at 1732677803275 (+407 ms)Flushing 636d28601352b20582e10d161254c778/norep: appending metadata at 1732677803288 (+13 ms)Flushing 636d28601352b20582e10d161254c778/norep: closing flushed file at 1732677803288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521c94fb: reopening flushed file at 1732677803697 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81573a1: reopening flushed file at 1732677803701 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d6cfd1: reopening flushed file at 1732677803704 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 636d28601352b20582e10d161254c778 in 1292ms, sequenceid=10, compaction requested=false at 1732677803709 (+5 ms)Writing region close event to WAL at 1732677803711 (+2 ms)Running coprocessor post-close hooks at 1732677803713 (+2 ms)Closed at 1732677803714 (+1 ms) 2024-11-27T03:23:23,714 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677784967.636d28601352b20582e10d161254c778. 2024-11-27T03:23:23,775 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,42679,1732677775813; all regions closed. 2024-11-27T03:23:23,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:23:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741839_1015 (size=3114) 2024-11-27T03:23:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741832_1008 (size=2090) 2024-11-27T03:23:23,780 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 not finished, retry = 0 2024-11-27T03:23:23,848 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 to pos 1438, reset compression=false 2024-11-27T03:23:23,880 DEBUG [RS:0;66d3634da959:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:23,880 INFO [RS:0;66d3634da959:42679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:23:23,881 INFO [RS:0;66d3634da959:42679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:23:23,881 INFO [RS:0;66d3634da959:42679 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T03:23:23,881 INFO [RS:0;66d3634da959:42679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:23:23,881 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:23:23,881 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/WALs/66d3634da959,42679,1732677775813/66d3634da959%2C42679%2C1732677775813.1732677777523 2024-11-27T03:23:23,881 INFO [RS:0;66d3634da959:42679 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,42679,1732677775813 because: Region server is closing 2024-11-27T03:23:23,881 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.wal-reader.66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:23,882 INFO [RS:0;66d3634da959:42679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:42679. 2024-11-27T03:23:23,882 DEBUG [RS:0;66d3634da959:42679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:23,882 DEBUG [RS:0;66d3634da959:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:23,882 DEBUG [RS:0;66d3634da959:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:23,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:23,882 INFO [RS:0;66d3634da959:42679 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,42679,1732677775813.replicationSource.shipper66d3634da959%2C42679%2C1732677775813,1-66d3634da959,42679,1732677775813 terminated 2024-11-27T03:23:23,882 INFO [RS:0;66d3634da959:42679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:42679. 2024-11-27T03:23:23,882 DEBUG [RS:0;66d3634da959:42679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:23,882 DEBUG [RS:0;66d3634da959:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:23,882 DEBUG [RS:0;66d3634da959:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:23,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:23,882 INFO [RS:0;66d3634da959:42679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42679 2024-11-27T03:23:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889/rs 2024-11-27T03:23:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1304982889/rs/66d3634da959,42679,1732677775813 2024-11-27T03:23:23,921 INFO [RS:0;66d3634da959:42679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:23:23,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,42679,1732677775813] 2024-11-27T03:23:24,003 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1304982889/draining/66d3634da959,42679,1732677775813 already deleted, retry=false 2024-11-27T03:23:24,003 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,42679,1732677775813 expired; onlineServers=0 2024-11-27T03:23:24,003 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,45887,1732677775669' ***** 2024-11-27T03:23:24,003 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:23:24,003 INFO [M:0;66d3634da959:45887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:23:24,003 INFO [M:0;66d3634da959:45887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:23:24,003 DEBUG [M:0;66d3634da959:45887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:23:24,003 DEBUG [M:0;66d3634da959:45887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:23:24,003 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:23:24,003 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677777340 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677777340,5,FailOnTimeoutGroup] 2024-11-27T03:23:24,003 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677777340 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677777340,5,FailOnTimeoutGroup] 2024-11-27T03:23:24,003 INFO [M:0;66d3634da959:45887 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:23:24,003 INFO [M:0;66d3634da959:45887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:23:24,003 DEBUG [M:0;66d3634da959:45887 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:23:24,003 INFO [M:0;66d3634da959:45887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:23:24,003 INFO [M:0;66d3634da959:45887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:23:24,004 INFO [M:0;66d3634da959:45887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:23:24,004 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:23:24,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1304982889/master 2024-11-27T03:23:24,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1304982889 2024-11-27T03:23:24,047 DEBUG [M:0;66d3634da959:45887 {}] zookeeper.ZKUtil(347): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Unable to get data of znode /1304982889/master because node does not exist (not an error) 2024-11-27T03:23:24,047 WARN [M:0;66d3634da959:45887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:23:24,048 INFO [M:0;66d3634da959:45887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/.lastflushedseqids 2024-11-27T03:23:24,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741848_1024 (size=245) 2024-11-27T03:23:24,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:24,061 INFO [RS:0;66d3634da959:42679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:23:24,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017a5089850004, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:24,061 INFO [RS:0;66d3634da959:42679 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,42679,1732677775813; zookeeper connection closed. 2024-11-27T03:23:24,061 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5440e4ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5440e4ee 2024-11-27T03:23:24,061 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:23:24,213 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:24,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:23:24,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:24,452 INFO [M:0;66d3634da959:45887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:23:24,452 INFO [M:0;66d3634da959:45887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:23:24,452 DEBUG [M:0;66d3634da959:45887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:23:24,452 INFO [M:0;66d3634da959:45887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:24,452 DEBUG [M:0;66d3634da959:45887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:24,452 DEBUG [M:0;66d3634da959:45887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:23:24,452 DEBUG [M:0;66d3634da959:45887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:24,453 INFO [M:0;66d3634da959:45887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T03:23:24,471 DEBUG [M:0;66d3634da959:45887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1679682efbcc4c67bc186d8de2bd7301 is 82, key is hbase:meta,,1/info:regioninfo/1732677778568/Put/seqid=0 2024-11-27T03:23:24,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741849_1025 (size=5672) 2024-11-27T03:23:24,874 INFO [M:0;66d3634da959:45887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1679682efbcc4c67bc186d8de2bd7301 2024-11-27T03:23:24,891 DEBUG [M:0;66d3634da959:45887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2138932aff0e4fa7b464a8cfb8629347 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732677789707/Put/seqid=0 2024-11-27T03:23:24,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741850_1026 (size=8515) 2024-11-27T03:23:25,257 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:23:25,294 INFO [M:0;66d3634da959:45887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2138932aff0e4fa7b464a8cfb8629347 2024-11-27T03:23:25,310 DEBUG [M:0;66d3634da959:45887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d07dc379baa429eb30c225578c5c3dd is 69, key is 66d3634da959,42679,1732677775813/rs:state/1732677777371/Put/seqid=0 2024-11-27T03:23:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741851_1027 (size=5156) 2024-11-27T03:23:25,515 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:25,713 INFO [M:0;66d3634da959:45887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d07dc379baa429eb30c225578c5c3dd 2024-11-27T03:23:25,717 DEBUG [M:0;66d3634da959:45887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1679682efbcc4c67bc186d8de2bd7301 as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1679682efbcc4c67bc186d8de2bd7301 2024-11-27T03:23:25,719 INFO [M:0;66d3634da959:45887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1679682efbcc4c67bc186d8de2bd7301, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T03:23:25,720 DEBUG [M:0;66d3634da959:45887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2138932aff0e4fa7b464a8cfb8629347 as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2138932aff0e4fa7b464a8cfb8629347 2024-11-27T03:23:25,722 INFO [M:0;66d3634da959:45887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2138932aff0e4fa7b464a8cfb8629347, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T03:23:25,723 DEBUG [M:0;66d3634da959:45887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d07dc379baa429eb30c225578c5c3dd as hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d07dc379baa429eb30c225578c5c3dd 2024-11-27T03:23:25,726 INFO [M:0;66d3634da959:45887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41075/user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d07dc379baa429eb30c225578c5c3dd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T03:23:25,726 INFO [M:0;66d3634da959:45887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-27T03:23:25,727 INFO [M:0;66d3634da959:45887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:25,727 DEBUG [M:0;66d3634da959:45887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677804452Disabling compacts and flushes for region at 1732677804452Disabling writes for close at 1732677804452Obtaining lock to block concurrent updates at 1732677804453 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677804453Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732677804453Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677804453Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677804453Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677804470 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677804470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677804877 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677804890 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677804890Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677805297 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677805309 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677805309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211e0813: reopening flushed file at 1732677805716 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392836cc: reopening flushed file at 1732677805719 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156a4d93: reopening flushed file at 1732677805723 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1732677805726 (+3 ms)Writing region close event to WAL at 1732677805727 (+1 ms)Closed at 1732677805727 2024-11-27T03:23:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37657 is added to blk_1073741830_1006 (size=63642) 2024-11-27T03:23:25,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9285f46-b2c8-5ab1-0766-e2a712f885df/MasterData/WALs/66d3634da959,45887,1732677775669/66d3634da959%2C45887%2C1732677775669.1732677776817 not finished, retry = 0 2024-11-27T03:23:25,829 INFO [M:0;66d3634da959:45887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:23:25,830 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:23:25,830 INFO [M:0;66d3634da959:45887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45887 2024-11-27T03:23:25,830 INFO [M:0;66d3634da959:45887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:23:25,979 INFO [M:0;66d3634da959:45887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:23:25,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:25,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x1017a5089850003, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:25,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51d61795{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:23:25,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4edb7b05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:23:25,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:23:25,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19ed8ca4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:23:25,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8b4d207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/hadoop.log.dir/,STOPPED} 2024-11-27T03:23:25,983 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:23:25,983 WARN [BP-227353937-172.17.0.3-1732677773529 heartbeating to localhost/127.0.0.1:41075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:23:25,983 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:23:25,983 WARN [BP-227353937-172.17.0.3-1732677773529 heartbeating to localhost/127.0.0.1:41075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-227353937-172.17.0.3-1732677773529 (Datanode Uuid 17c3e179-c4b1-4582-abe8-67f1db7c494e) service to localhost/127.0.0.1:41075 2024-11-27T03:23:25,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/cluster_778790d5-f719-729d-84e7-37e91d0ac444/data/data1/current/BP-227353937-172.17.0.3-1732677773529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:23:25,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/cluster_778790d5-f719-729d-84e7-37e91d0ac444/data/data2/current/BP-227353937-172.17.0.3-1732677773529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:23:25,983 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:23:25,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822d90a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:23:25,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19afe828{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:23:25,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:23:25,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15870b76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:23:25,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22daf0ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5997cc4-e83d-3e73-5ee1-1d2ffe11dd77/hadoop.log.dir/,STOPPED} 2024-11-27T03:23:26,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:23:26,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:23:26,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:26,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:26,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:26,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:26,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:26,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:23:26,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=262932001, stopped=false 2024-11-27T03:23:26,008 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,33107,1732677769226 2024-11-27T03:23:26,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0829387787/running 2024-11-27T03:23:26,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0829387787/running 2024-11-27T03:23:26,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:23:26,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:23:26,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:23:26,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:26,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:26,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Set watcher on znode that does not yet exist, /0829387787/running 2024-11-27T03:23:26,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:26,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Set watcher on znode that does not yet exist, /0829387787/running 2024-11-27T03:23:26,024 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,40277,1732677769789' ***** 2024-11-27T03:23:26,024 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:23:26,025 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(3091): Received CLOSE for e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(3091): Received CLOSE for b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,40277,1732677769789 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:40277. 2024-11-27T03:23:26,025 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e29fda003278ff23baaaa3ee29f5f121, disabling compactions & flushes 2024-11-27T03:23:26,025 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:26,025 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:26,025 DEBUG [RS:0;66d3634da959:40277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:26,025 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. after waiting 0 ms 2024-11-27T03:23:26,025 DEBUG [RS:0;66d3634da959:40277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:26,025 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:23:26,025 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e29fda003278ff23baaaa3ee29f5f121 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-27T03:23:26,025 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:23:26,026 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:23:26,026 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1325): Online Regions={e29fda003278ff23baaaa3ee29f5f121=hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121., 1588230740=hbase:meta,,1.1588230740, b6d010c12f996435c9c3a765c4517f1d=test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d.} 2024-11-27T03:23:26,026 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6d010c12f996435c9c3a765c4517f1d, e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:26,026 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:23:26,026 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:23:26,026 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:23:26,026 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:23:26,026 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:23:26,026 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:23:26,038 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/replication/e29fda003278ff23baaaa3ee29f5f121/.tmp/queue/c8f64a2d5d314c0a83f5101ddfb69946 is 153, key is 1-66d3634da959,40277,1732677769789/queue:66d3634da959%2C40277%2C1732677769789/1732677796391/Put/seqid=0 2024-11-27T03:23:26,038 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/info/21c3d18aed134d00a7efc3ec5ff542a1 is 147, key is hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121./info:regioninfo/1732677787973/Put/seqid=0 2024-11-27T03:23:26,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741840_1016 (size=5352) 2024-11-27T03:23:26,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741841_1017 (size=7686) 2024-11-27T03:23:26,054 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:23:26,226 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6d010c12f996435c9c3a765c4517f1d, e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:26,327 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:23:26,327 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:23:26,426 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6d010c12f996435c9c3a765c4517f1d, e29fda003278ff23baaaa3ee29f5f121 2024-11-27T03:23:26,442 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/replication/e29fda003278ff23baaaa3ee29f5f121/.tmp/queue/c8f64a2d5d314c0a83f5101ddfb69946 2024-11-27T03:23:26,445 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/info/21c3d18aed134d00a7efc3ec5ff542a1 2024-11-27T03:23:26,447 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/replication/e29fda003278ff23baaaa3ee29f5f121/.tmp/queue/c8f64a2d5d314c0a83f5101ddfb69946 as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/replication/e29fda003278ff23baaaa3ee29f5f121/queue/c8f64a2d5d314c0a83f5101ddfb69946 2024-11-27T03:23:26,452 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/replication/e29fda003278ff23baaaa3ee29f5f121/queue/c8f64a2d5d314c0a83f5101ddfb69946, entries=1, sequenceid=8, filesize=5.2 K 2024-11-27T03:23:26,453 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e29fda003278ff23baaaa3ee29f5f121 in 428ms, sequenceid=8, compaction requested=false 2024-11-27T03:23:26,455 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/replication/e29fda003278ff23baaaa3ee29f5f121/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T03:23:26,456 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:23:26,456 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:23:26,456 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:26,456 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e29fda003278ff23baaaa3ee29f5f121: Waiting for close lock at 1732677806025Running coprocessor pre-close hooks at 1732677806025Disabling compacts and flushes for region at 1732677806025Disabling writes for close at 1732677806025Obtaining lock to block concurrent updates at 1732677806025Preparing flush snapshotting stores in e29fda003278ff23baaaa3ee29f5f121 at 1732677806025Finished memstore snapshotting hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732677806026 (+1 ms)Flushing stores of hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. at 1732677806026Flushing e29fda003278ff23baaaa3ee29f5f121/queue: creating writer at 1732677806026Flushing e29fda003278ff23baaaa3ee29f5f121/queue: appending metadata at 1732677806038 (+12 ms)Flushing e29fda003278ff23baaaa3ee29f5f121/queue: closing flushed file at 1732677806038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c20025f: reopening flushed file at 1732677806446 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e29fda003278ff23baaaa3ee29f5f121 in 428ms, sequenceid=8, compaction requested=false at 1732677806453 (+7 ms)Writing region close event to WAL at 1732677806453Running coprocessor post-close hooks at 1732677806456 (+3 ms)Closed at 1732677806456 2024-11-27T03:23:26,456 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677786766.e29fda003278ff23baaaa3ee29f5f121. 2024-11-27T03:23:26,456 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6d010c12f996435c9c3a765c4517f1d, disabling compactions & flushes 2024-11-27T03:23:26,456 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:26,456 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:26,456 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. after waiting 0 ms 2024-11-27T03:23:26,456 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:26,456 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b6d010c12f996435c9c3a765c4517f1d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-27T03:23:26,464 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/ns/54bc7b091697401ea0e1b9ddc076a578 is 43, key is default/ns:d/1732677773384/Put/seqid=0 2024-11-27T03:23:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741842_1018 (size=5153) 2024-11-27T03:23:26,475 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/.tmp/f/9eb0801c6fb640d8904bd79fa7c672f4 is 28, key is row/f:/1732677796246/DeleteFamily/seqid=0 2024-11-27T03:23:26,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741843_1019 (size=5085) 2024-11-27T03:23:26,478 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/.tmp/f/9eb0801c6fb640d8904bd79fa7c672f4 2024-11-27T03:23:26,481 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9eb0801c6fb640d8904bd79fa7c672f4 2024-11-27T03:23:26,493 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/.tmp/f1/3fab5e49bf4c44c59dff5168b9474618 is 29, key is row/f1:/1732677796246/DeleteFamily/seqid=0 2024-11-27T03:23:26,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741844_1020 (size=5089) 2024-11-27T03:23:26,626 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:26,826 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6d010c12f996435c9c3a765c4517f1d 2024-11-27T03:23:26,868 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/ns/54bc7b091697401ea0e1b9ddc076a578 2024-11-27T03:23:26,888 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/rep_barrier/d89a95d46c784d139ae4f21be8697ef3 is 112, key is test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d./rep_barrier:seqnumDuringOpen/1732677784558/Put/seqid=0 2024-11-27T03:23:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741845_1021 (size=5518) 2024-11-27T03:23:26,898 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/.tmp/f1/3fab5e49bf4c44c59dff5168b9474618 2024-11-27T03:23:26,901 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fab5e49bf4c44c59dff5168b9474618 2024-11-27T03:23:26,915 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/.tmp/norep/2fde0eceebe94e58a459190f43c709f0 is 32, key is row/norep:/1732677796246/DeleteFamily/seqid=0 2024-11-27T03:23:26,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741846_1022 (size=5101) 2024-11-27T03:23:26,918 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 636, reset compression=false 2024-11-27T03:23:26,919 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/.tmp/norep/2fde0eceebe94e58a459190f43c709f0 2024-11-27T03:23:26,923 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:26,923 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 883, reset compression=false 2024-11-27T03:23:26,923 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,40277,1732677769789 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:26,924 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,40277,1732677769789: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-66d3634da959,40277,1732677769789, walGroup=66d3634da959%2C40277%2C1732677769789, offset=66d3634da959%2C40277%2C1732677769789.1732677772457:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:40277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:23:26,924 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fde0eceebe94e58a459190f43c709f0 2024-11-27T03:23:26,924 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:23:26,924 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:23:26,925 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:23:26,925 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:23:26,925 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:23:26,925 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 957995712 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202856960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:23:26,925 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/.tmp/f/9eb0801c6fb640d8904bd79fa7c672f4 as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/f/9eb0801c6fb640d8904bd79fa7c672f4 2024-11-27T03:23:26,925 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T03:23:26,929 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9eb0801c6fb640d8904bd79fa7c672f4 2024-11-27T03:23:26,929 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/f/9eb0801c6fb640d8904bd79fa7c672f4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T03:23:26,930 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/.tmp/f1/3fab5e49bf4c44c59dff5168b9474618 as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/f1/3fab5e49bf4c44c59dff5168b9474618 2024-11-27T03:23:26,933 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fab5e49bf4c44c59dff5168b9474618 2024-11-27T03:23:26,933 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/f1/3fab5e49bf4c44c59dff5168b9474618, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T03:23:26,934 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/.tmp/norep/2fde0eceebe94e58a459190f43c709f0 as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/norep/2fde0eceebe94e58a459190f43c709f0 2024-11-27T03:23:26,937 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fde0eceebe94e58a459190f43c709f0 2024-11-27T03:23:26,937 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/norep/2fde0eceebe94e58a459190f43c709f0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T03:23:26,938 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b6d010c12f996435c9c3a765c4517f1d in 482ms, sequenceid=6, compaction requested=false 2024-11-27T03:23:26,941 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/default/test/b6d010c12f996435c9c3a765c4517f1d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T03:23:26,942 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:23:26,942 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:23:26,942 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:26,942 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6d010c12f996435c9c3a765c4517f1d: Waiting for close lock at 1732677806456Running coprocessor pre-close hooks at 1732677806456Disabling compacts and flushes for region at 1732677806456Disabling writes for close at 1732677806456Obtaining lock to block concurrent updates at 1732677806457 (+1 ms)Preparing flush snapshotting stores in b6d010c12f996435c9c3a765c4517f1d at 1732677806457Finished memstore snapshotting test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732677806457Flushing stores of test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. at 1732677806458 (+1 ms)Flushing b6d010c12f996435c9c3a765c4517f1d/f: creating writer at 1732677806458Flushing b6d010c12f996435c9c3a765c4517f1d/f: appending metadata at 1732677806474 (+16 ms)Flushing b6d010c12f996435c9c3a765c4517f1d/f: closing flushed file at 1732677806474Flushing b6d010c12f996435c9c3a765c4517f1d/f1: creating writer at 1732677806481 (+7 ms)Flushing b6d010c12f996435c9c3a765c4517f1d/f1: appending metadata at 1732677806492 (+11 ms)Flushing b6d010c12f996435c9c3a765c4517f1d/f1: closing flushed file at 1732677806492Flushing b6d010c12f996435c9c3a765c4517f1d/norep: creating writer at 1732677806902 (+410 ms)Flushing b6d010c12f996435c9c3a765c4517f1d/norep: appending metadata at 1732677806915 (+13 ms)Flushing b6d010c12f996435c9c3a765c4517f1d/norep: closing flushed file at 1732677806915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9dd297: reopening flushed file at 1732677806924 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269d6d80: reopening flushed file at 1732677806929 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6be400: reopening flushed file at 1732677806934 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b6d010c12f996435c9c3a765c4517f1d in 482ms, sequenceid=6, compaction requested=false at 1732677806938 (+4 ms)Writing region close event to WAL at 1732677806939 (+1 ms)Running coprocessor post-close hooks at 1732677806942 (+3 ms)Closed at 1732677806942 2024-11-27T03:23:26,942 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677783815.b6d010c12f996435c9c3a765c4517f1d. 2024-11-27T03:23:27,027 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:23:27,027 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:23:27,027 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:23:27,126 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 883, reset compression=false 2024-11-27T03:23:27,130 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:27,130 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 1527, reset compression=false 2024-11-27T03:23:27,227 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:23:27,292 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/rep_barrier/d89a95d46c784d139ae4f21be8697ef3 2024-11-27T03:23:27,311 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/table/52289442aa5d401ea14f9c6989d2c7d9 is 53, key is hbase:replication/table:state/1732677787981/Put/seqid=0 2024-11-27T03:23:27,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741847_1023 (size=5308) 2024-11-27T03:23:27,333 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 1527, reset compression=false 2024-11-27T03:23:27,427 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:23:27,627 DEBUG [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:23:27,636 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/WALs/66d3634da959,40277,1732677769789/66d3634da959%2C40277%2C1732677769789.1732677772457 to pos 1527, reset compression=false 2024-11-27T03:23:27,715 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/table/52289442aa5d401ea14f9c6989d2c7d9 2024-11-27T03:23:27,720 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/info/21c3d18aed134d00a7efc3ec5ff542a1 as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/info/21c3d18aed134d00a7efc3ec5ff542a1 2024-11-27T03:23:27,723 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/info/21c3d18aed134d00a7efc3ec5ff542a1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:23:27,724 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/ns/54bc7b091697401ea0e1b9ddc076a578 as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/ns/54bc7b091697401ea0e1b9ddc076a578 2024-11-27T03:23:27,727 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/ns/54bc7b091697401ea0e1b9ddc076a578, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:23:27,727 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/rep_barrier/d89a95d46c784d139ae4f21be8697ef3 as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/rep_barrier/d89a95d46c784d139ae4f21be8697ef3 2024-11-27T03:23:27,730 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/rep_barrier/d89a95d46c784d139ae4f21be8697ef3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:23:27,731 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/.tmp/table/52289442aa5d401ea14f9c6989d2c7d9 as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/table/52289442aa5d401ea14f9c6989d2c7d9 2024-11-27T03:23:27,734 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/table/52289442aa5d401ea14f9c6989d2c7d9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:23:27,734 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-27T03:23:27,734 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:23:27,740 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:23:27,740 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:23:27,741 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:23:27,741 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:27,741 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677806026Running coprocessor pre-close hooks at 1732677806026Disabling compacts and flushes for region at 1732677806026Disabling writes for close at 1732677806026Obtaining lock to block concurrent updates at 1732677806026Preparing flush snapshotting stores in 1588230740 at 1732677806026Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677806026Flushing stores of hbase:meta,,1.1588230740 at 1732677806026Flushing 1588230740/info: creating writer at 1732677806027 (+1 ms)Flushing 1588230740/info: appending metadata at 1732677806038 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732677806038Flushing 1588230740/ns: creating writer at 1732677806449 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732677806464 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732677806464Flushing 1588230740/rep_barrier: creating writer at 1732677806872 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677806888 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677806888Flushing 1588230740/table: creating writer at 1732677807296 (+408 ms)Flushing 1588230740/table: appending metadata at 1732677807311 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732677807311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544f90d3: reopening flushed file at 1732677807719 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e6895d: reopening flushed file at 1732677807723 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e89548c: reopening flushed file at 1732677807727 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a56ce83: reopening flushed file at 1732677807730 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1732677807734 (+4 ms)Writing region close event to WAL at 1732677807736 (+2 ms)Running coprocessor post-close hooks at 1732677807740 (+4 ms)Closed at 1732677807741 (+1 ms) 2024-11-27T03:23:27,741 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:27,827 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,40277,1732677769789; all regions closed. 2024-11-27T03:23:27,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741834_1010 (size=4239) 2024-11-27T03:23:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741839_1015 (size=2240) 2024-11-27T03:23:27,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741832_1008 (size=1535) 2024-11-27T03:23:27,839 DEBUG [RS:0;66d3634da959:40277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:27,839 INFO [RS:0;66d3634da959:40277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:23:27,839 INFO [RS:0;66d3634da959:40277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:23:27,840 INFO [RS:0;66d3634da959:40277 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:23:27,840 INFO [RS:0;66d3634da959:40277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:23:27,840 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:23:27,840 INFO [RS:0;66d3634da959:40277 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,40277,1732677769789 because: Region server is closing 2024-11-27T03:23:27,840 INFO [RS:0;66d3634da959:40277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:40277. 2024-11-27T03:23:27,840 DEBUG [RS:0;66d3634da959:40277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:27,840 DEBUG [RS:0;66d3634da959:40277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:27,841 DEBUG [RS:0;66d3634da959:40277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:27,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:27,941 INFO [RS:0;66d3634da959:40277 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.shipper66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 terminated 2024-11-27T03:23:27,941 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,40277,1732677769789.replicationSource.wal-reader.66d3634da959%2C40277%2C1732677769789,1-66d3634da959,40277,1732677769789 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T03:23:27,941 INFO [RS:0;66d3634da959:40277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40277 2024-11-27T03:23:27,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0829387787/rs/66d3634da959,40277,1732677769789 2024-11-27T03:23:27,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787/rs 2024-11-27T03:23:27,984 INFO [RS:0;66d3634da959:40277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:23:27,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,40277,1732677769789] 2024-11-27T03:23:28,005 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0829387787/draining/66d3634da959,40277,1732677769789 already deleted, retry=false 2024-11-27T03:23:28,005 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,40277,1732677769789 expired; onlineServers=0 2024-11-27T03:23:28,005 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,33107,1732677769226' ***** 2024-11-27T03:23:28,005 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:23:28,005 INFO [M:0;66d3634da959:33107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:23:28,005 INFO [M:0;66d3634da959:33107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:23:28,005 DEBUG [M:0;66d3634da959:33107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:23:28,005 DEBUG [M:0;66d3634da959:33107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:23:28,005 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:23:28,005 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677772158 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677772158,5,FailOnTimeoutGroup] 2024-11-27T03:23:28,005 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677772158 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677772158,5,FailOnTimeoutGroup] 2024-11-27T03:23:28,005 INFO [M:0;66d3634da959:33107 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:23:28,006 INFO [M:0;66d3634da959:33107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:23:28,006 DEBUG [M:0;66d3634da959:33107 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:23:28,006 INFO [M:0;66d3634da959:33107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:23:28,006 INFO [M:0;66d3634da959:33107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:23:28,006 INFO [M:0;66d3634da959:33107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:23:28,006 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:23:28,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0829387787/master 2024-11-27T03:23:28,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0829387787 2024-11-27T03:23:28,016 DEBUG [M:0;66d3634da959:33107 {}] zookeeper.ZKUtil(347): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Unable to get data of znode /0829387787/master because node does not exist (not an error) 2024-11-27T03:23:28,016 WARN [M:0;66d3634da959:33107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:23:28,016 INFO [M:0;66d3634da959:33107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/.lastflushedseqids 2024-11-27T03:23:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741848_1024 (size=245) 2024-11-27T03:23:28,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:28,095 INFO [RS:0;66d3634da959:40277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:23:28,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40277-0x1017a5089850001, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:28,095 INFO [RS:0;66d3634da959:40277 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,40277,1732677769789; zookeeper connection closed. 2024-11-27T03:23:28,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ed0f952 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ed0f952 2024-11-27T03:23:28,095 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:23:28,421 INFO [M:0;66d3634da959:33107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:23:28,421 INFO [M:0;66d3634da959:33107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:23:28,421 DEBUG [M:0;66d3634da959:33107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:23:28,421 INFO [M:0;66d3634da959:33107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:28,421 DEBUG [M:0;66d3634da959:33107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:28,421 DEBUG [M:0;66d3634da959:33107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:23:28,421 DEBUG [M:0;66d3634da959:33107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:28,421 INFO [M:0;66d3634da959:33107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-27T03:23:28,437 DEBUG [M:0;66d3634da959:33107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52ec528f8a684c388d9f2201341b6398 is 82, key is hbase:meta,,1/info:regioninfo/1732677773338/Put/seqid=0 2024-11-27T03:23:28,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741849_1025 (size=5672) 2024-11-27T03:23:28,842 INFO [M:0;66d3634da959:33107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52ec528f8a684c388d9f2201341b6398 2024-11-27T03:23:28,857 DEBUG [M:0;66d3634da959:33107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8833d1e8b3044fa98ef9e4086871aae is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732677784569/Put/seqid=0 2024-11-27T03:23:28,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741850_1026 (size=7218) 2024-11-27T03:23:29,260 INFO [M:0;66d3634da959:33107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8833d1e8b3044fa98ef9e4086871aae 2024-11-27T03:23:29,263 INFO [M:0;66d3634da959:33107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8833d1e8b3044fa98ef9e4086871aae 2024-11-27T03:23:29,278 DEBUG [M:0;66d3634da959:33107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e0d0926bbb843dca8ccfcc7bd1e8e61 is 69, key is 66d3634da959,40277,1732677769789/rs:state/1732677772219/Put/seqid=0 2024-11-27T03:23:29,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741851_1027 (size=5156) 2024-11-27T03:23:29,384 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:23:29,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:29,681 INFO [M:0;66d3634da959:33107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e0d0926bbb843dca8ccfcc7bd1e8e61 2024-11-27T03:23:29,686 DEBUG [M:0;66d3634da959:33107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52ec528f8a684c388d9f2201341b6398 as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52ec528f8a684c388d9f2201341b6398 2024-11-27T03:23:29,689 INFO [M:0;66d3634da959:33107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52ec528f8a684c388d9f2201341b6398, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T03:23:29,689 DEBUG [M:0;66d3634da959:33107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8833d1e8b3044fa98ef9e4086871aae as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8833d1e8b3044fa98ef9e4086871aae 2024-11-27T03:23:29,692 INFO [M:0;66d3634da959:33107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8833d1e8b3044fa98ef9e4086871aae 2024-11-27T03:23:29,692 INFO [M:0;66d3634da959:33107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8833d1e8b3044fa98ef9e4086871aae, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T03:23:29,693 DEBUG [M:0;66d3634da959:33107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e0d0926bbb843dca8ccfcc7bd1e8e61 as hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e0d0926bbb843dca8ccfcc7bd1e8e61 2024-11-27T03:23:29,696 INFO [M:0;66d3634da959:33107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41675/user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e0d0926bbb843dca8ccfcc7bd1e8e61, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T03:23:29,696 INFO [M:0;66d3634da959:33107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-11-27T03:23:29,697 INFO [M:0;66d3634da959:33107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:29,697 DEBUG [M:0;66d3634da959:33107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677808421Disabling compacts and flushes for region at 1732677808421Disabling writes for close at 1732677808421Obtaining lock to block concurrent updates at 1732677808421Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677808421Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732677808422 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677808422Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677808422Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677808437 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677808437Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677808845 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677808856 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677808856Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677809264 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677809278 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677809278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d81169: reopening flushed file at 1732677809685 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1adce11d: reopening flushed file at 1732677809689 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ab1b18: reopening flushed file at 1732677809692 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1732677809696 (+4 ms)Writing region close event to WAL at 1732677809697 (+1 ms)Closed at 1732677809697 2024-11-27T03:23:29,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741830_1006 (size=64423) 2024-11-27T03:23:29,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/956f2b6d-95f9-3e37-aba5-6094c803143e/MasterData/WALs/66d3634da959,33107,1732677769226/66d3634da959%2C33107%2C1732677769226.1732677771836 not finished, retry = 0 2024-11-27T03:23:29,800 INFO [M:0;66d3634da959:33107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:23:29,800 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:23:29,800 INFO [M:0;66d3634da959:33107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33107 2024-11-27T03:23:29,800 INFO [M:0;66d3634da959:33107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:23:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:29,947 INFO [M:0;66d3634da959:33107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:23:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33107-0x1017a5089850000, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:29,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c9f3285{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:23:29,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58d2c855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:23:29,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:23:29,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6006a90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:23:29,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f264197{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/hadoop.log.dir/,STOPPED} 2024-11-27T03:23:29,952 WARN [BP-981056080-172.17.0.3-1732677766661 heartbeating to localhost/127.0.0.1:41675 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:23:29,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:23:29,952 WARN [BP-981056080-172.17.0.3-1732677766661 heartbeating to localhost/127.0.0.1:41675 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-981056080-172.17.0.3-1732677766661 (Datanode Uuid 2615e93a-7ec2-4b23-a69f-26a4ac093b22) service to localhost/127.0.0.1:41675 2024-11-27T03:23:29,952 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:23:29,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/cluster_e941d4fd-b110-d4b0-38e3-73584f1ab495/data/data1/current/BP-981056080-172.17.0.3-1732677766661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:23:29,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/cluster_e941d4fd-b110-d4b0-38e3-73584f1ab495/data/data2/current/BP-981056080-172.17.0.3-1732677766661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:23:29,953 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:23:29,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f164041{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:23:29,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@81d29bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:23:29,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:23:29,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273d7e3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:23:29,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10419df8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4fb363-c723-d27a-f407-24fc97fc76ce/hadoop.log.dir/,STOPPED} 2024-11-27T03:23:29,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T03:23:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:23:29,994 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 315) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61324) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41675 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41075 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45807 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61324) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61324) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=790 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 538), ProcessCount=11 (was 11), AvailableMemoryMB=4281 (was 4356) 2024-11-27T03:23:30,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=4280 2024-11-27T03:23:30,016 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-27T03:23:30,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/hadoop.log.dir so I do NOT create it in target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98 2024-11-27T03:23:30,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:23:30,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/hadoop.tmp.dir so I do NOT create it in target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98 2024-11-27T03:23:30,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/246eef77-8c8e-c8cd-7aaf-351cb9575056/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:23:30,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98 2024-11-27T03:23:30,017 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/cluster_ebd44789-55d5-68be-e1f4-ca785d70be91, deleteOnExit=true 2024-11-27T03:23:30,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/cluster_ebd44789-55d5-68be-e1f4-ca785d70be91/zookeeper_0, clientPort=52392, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/cluster_ebd44789-55d5-68be-e1f4-ca785d70be91/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/cluster_ebd44789-55d5-68be-e1f4-ca785d70be91/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:23:30,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52392 2024-11-27T03:23:30,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:23:30,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:23:30,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/test.cache.data in system properties and HBase conf 2024-11-27T03:23:30,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:23:30,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:23:30,036 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:23:30,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:23:30,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017a5089850008, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:23:30,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a5089850002, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:23:30,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a5089850005, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:23:30,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a5089850005, quorum=127.0.0.1:61324, baseZNode=/1304982889 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:23:30,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a5089850002, quorum=127.0.0.1:61324, baseZNode=/0829387787 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:23:30,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017a5089850008, quorum=127.0.0.1:61324, baseZNode=/2-2299394 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:23:30,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:30,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:23:30,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:23:30,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:23:30,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:23:30,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:30,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ddf70e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:23:30,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3bf500{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:23:30,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10f9545b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/java.io.tmpdir/jetty-localhost-45351-hadoop-hdfs-3_4_1-tests_jar-_-any-15354907859403679922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:23:30,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64d0886c{HTTP/1.1, (http/1.1)}{localhost:45351} 2024-11-27T03:23:30,488 INFO [Time-limited test {}] server.Server(415): Started @323256ms 2024-11-27T03:23:30,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:30,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:23:30,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:23:30,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:23:30,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:23:30,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2933cdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:23:30,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67a51616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:23:30,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4731b2ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/java.io.tmpdir/jetty-localhost-43073-hadoop-hdfs-3_4_1-tests_jar-_-any-3159829994606690743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:23:30,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1140b5e4{HTTP/1.1, (http/1.1)}{localhost:43073} 2024-11-27T03:23:30,848 INFO [Time-limited test {}] server.Server(415): Started @323616ms 2024-11-27T03:23:30,849 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:23:31,584 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/cluster_ebd44789-55d5-68be-e1f4-ca785d70be91/data/data1/current/BP-252594516-172.17.0.3-1732677810058/current, will proceed with Du for space computation calculation, 2024-11-27T03:23:31,585 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/cluster_ebd44789-55d5-68be-e1f4-ca785d70be91/data/data2/current/BP-252594516-172.17.0.3-1732677810058/current, will proceed with Du for space computation calculation, 2024-11-27T03:23:31,612 WARN [Thread-4168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:23:31,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5afb2a6c0217481 with lease ID 0x75bf9b3c6671d995: Processing first storage report for DS-f5ff23f8-07b0-43a0-9752-a96f2b3da9fa from datanode DatanodeRegistration(127.0.0.1:40587, datanodeUuid=55bb53f4-e851-4800-9fbc-d5af573efedc, infoPort=43171, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=1922433141;c=1732677810058) 2024-11-27T03:23:31,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5afb2a6c0217481 with lease ID 0x75bf9b3c6671d995: from storage DS-f5ff23f8-07b0-43a0-9752-a96f2b3da9fa node DatanodeRegistration(127.0.0.1:40587, datanodeUuid=55bb53f4-e851-4800-9fbc-d5af573efedc, infoPort=43171, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=1922433141;c=1732677810058), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:23:31,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5afb2a6c0217481 with lease ID 0x75bf9b3c6671d995: Processing first storage report for DS-dd9cf7b9-d874-42d5-9f86-f12ed70f76e1 from datanode DatanodeRegistration(127.0.0.1:40587, datanodeUuid=55bb53f4-e851-4800-9fbc-d5af573efedc, infoPort=43171, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=1922433141;c=1732677810058) 2024-11-27T03:23:31,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5afb2a6c0217481 with lease ID 0x75bf9b3c6671d995: from storage DS-dd9cf7b9-d874-42d5-9f86-f12ed70f76e1 node DatanodeRegistration(127.0.0.1:40587, datanodeUuid=55bb53f4-e851-4800-9fbc-d5af573efedc, infoPort=43171, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=1922433141;c=1732677810058), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:23:31,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98 2024-11-27T03:23:31,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:31,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:31,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:23:32,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50 with version=8 2024-11-27T03:23:32,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/hbase-staging 2024-11-27T03:23:32,085 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:23:32,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:32,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:32,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:23:32,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:32,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:23:32,086 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:23:32,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:23:32,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38385 2024-11-27T03:23:32,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38385 connecting to ZooKeeper ensemble=127.0.0.1:52392 2024-11-27T03:23:32,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383850x0, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:32,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38385-0x1017a51331d0000 connected 2024-11-27T03:23:32,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:32,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:32,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Set watcher on znode that does not yet exist, /02145814451/running 2024-11-27T03:23:32,283 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50, hbase.cluster.distributed=false 2024-11-27T03:23:32,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Set watcher on znode that does not yet exist, /02145814451/acl 2024-11-27T03:23:32,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38385 2024-11-27T03:23:32,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38385 2024-11-27T03:23:32,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38385 2024-11-27T03:23:32,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38385 2024-11-27T03:23:32,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38385 2024-11-27T03:23:32,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:23:32,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:32,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:32,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:23:32,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:32,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:23:32,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:23:32,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:23:32,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35781 2024-11-27T03:23:32,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35781 connecting to ZooKeeper ensemble=127.0.0.1:52392 2024-11-27T03:23:32,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:32,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:32,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357810x0, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:32,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357810x0, quorum=127.0.0.1:52392, baseZNode=/02145814451 Set watcher on znode that does not yet exist, /02145814451/running 2024-11-27T03:23:32,332 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:23:32,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35781-0x1017a51331d0001 connected 2024-11-27T03:23:32,336 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:23:32,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Set watcher on znode that does not yet exist, /02145814451/master 2024-11-27T03:23:32,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Set watcher on znode that does not yet exist, /02145814451/acl 2024-11-27T03:23:32,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35781 2024-11-27T03:23:32,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35781 2024-11-27T03:23:32,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35781 2024-11-27T03:23:32,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35781 2024-11-27T03:23:32,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35781 2024-11-27T03:23:32,397 DEBUG [M:0;66d3634da959:38385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:38385 2024-11-27T03:23:32,408 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02145814451/backup-masters/66d3634da959,38385,1732677812085 2024-11-27T03:23:32,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451/backup-masters 2024-11-27T03:23:32,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451/backup-masters 2024-11-27T03:23:32,416 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Set watcher on existing znode=/02145814451/backup-masters/66d3634da959,38385,1732677812085 2024-11-27T03:23:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02145814451/master 2024-11-27T03:23:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:32,426 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Set watcher on existing znode=/02145814451/master 2024-11-27T03:23:32,428 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02145814451/backup-masters/66d3634da959,38385,1732677812085 from backup master directory 2024-11-27T03:23:32,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451/backup-masters 2024-11-27T03:23:32,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145814451/backup-masters/66d3634da959,38385,1732677812085 2024-11-27T03:23:32,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451/backup-masters 2024-11-27T03:23:32,437 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:23:32,437 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,38385,1732677812085 2024-11-27T03:23:32,440 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/hbase.id] with ID: 6a1d88cf-13fa-461c-bca7-273061a2ec8a 2024-11-27T03:23:32,440 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/.tmp/hbase.id 2024-11-27T03:23:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:23:32,480 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/.tmp/hbase.id]:[hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/hbase.id] 2024-11-27T03:23:32,487 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:32,487 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:23:32,488 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:23:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:23:33,049 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:33,050 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:23:33,050 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:23:33,458 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData/data/master/store 2024-11-27T03:23:33,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:23:33,868 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:33,868 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:23:33,868 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:33,868 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:33,868 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:23:33,868 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:33,868 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:33,868 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677813868Disabling compacts and flushes for region at 1732677813868Disabling writes for close at 1732677813868Writing region close event to WAL at 1732677813868Closed at 1732677813868 2024-11-27T03:23:33,869 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData/data/master/store/.initializing 2024-11-27T03:23:33,869 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData/WALs/66d3634da959,38385,1732677812085 2024-11-27T03:23:33,870 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:23:33,871 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C38385%2C1732677812085, suffix=, logDir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData/WALs/66d3634da959,38385,1732677812085, archiveDir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData/oldWALs, maxLogs=10 2024-11-27T03:23:33,887 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData/WALs/66d3634da959,38385,1732677812085/66d3634da959%2C38385%2C1732677812085.1732677813871, exclude list is [], retry=0 2024-11-27T03:23:33,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-f5ff23f8-07b0-43a0-9752-a96f2b3da9fa,DISK] 2024-11-27T03:23:33,890 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData/WALs/66d3634da959,38385,1732677812085/66d3634da959%2C38385%2C1732677812085.1732677813871 2024-11-27T03:23:33,890 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-11-27T03:23:33,890 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:33,890 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:33,890 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,890 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:23:33,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:33,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:33,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:23:33,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:33,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:33,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:23:33,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:33,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:33,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:23:33,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:33,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:33,895 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,896 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,896 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,897 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,897 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,897 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:33,898 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:33,899 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:33,899 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61341555, jitterRate=-0.08593960106372833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:33,900 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677813890Initializing all the Stores at 1732677813891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677813891Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677813891Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677813891Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677813891Cleaning up temporary data from old regions at 1732677813897 (+6 ms)Region opened successfully at 1732677813900 (+3 ms) 2024-11-27T03:23:33,900 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:23:33,901 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1a1f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:23:33,902 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:23:33,902 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:23:33,902 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:23:33,902 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:23:33,903 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:23:33,903 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:23:33,903 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:23:33,904 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:23:33,905 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Unable to get data of znode /02145814451/balancer because node does not exist (not necessarily an error) 2024-11-27T03:23:33,963 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145814451/balancer already deleted, retry=false 2024-11-27T03:23:33,963 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:23:33,964 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Unable to get data of znode /02145814451/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:23:33,973 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145814451/normalizer already deleted, retry=false 2024-11-27T03:23:33,973 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:23:33,974 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Unable to get data of znode /02145814451/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:23:33,983 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145814451/switch/split already deleted, retry=false 2024-11-27T03:23:33,984 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Unable to get data of znode /02145814451/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:23:33,994 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145814451/switch/merge already deleted, retry=false 2024-11-27T03:23:33,995 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Unable to get data of znode /02145814451/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:23:34,004 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145814451/snapshot-cleanup already deleted, retry=false 2024-11-27T03:23:34,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02145814451/running 2024-11-27T03:23:34,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02145814451/running 2024-11-27T03:23:34,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:34,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:34,015 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,38385,1732677812085, sessionid=0x1017a51331d0000, setting cluster-up flag (Was=false) 2024-11-27T03:23:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:23:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:23:34,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:23:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:34,162 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02145814451/flush-table-proc/acquired, /02145814451/flush-table-proc/reached, /02145814451/flush-table-proc/abort 2024-11-27T03:23:34,163 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,38385,1732677812085 2024-11-27T03:23:34,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:34,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:34,215 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02145814451/online-snapshot/acquired, /02145814451/online-snapshot/reached, /02145814451/online-snapshot/abort 2024-11-27T03:23:34,216 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,38385,1732677812085 2024-11-27T03:23:34,217 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:23:34,218 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:34,218 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:23:34,218 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:23:34,218 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,38385,1732677812085 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:23:34,219 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:34,219 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:34,219 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:34,219 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:34,219 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:23:34,219 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,220 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:23:34,220 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,220 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677844220 2024-11-27T03:23:34,220 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:23:34,220 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:23:34,220 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:23:34,220 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:23:34,220 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:23:34,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:34,220 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:23:34,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:23:34,221 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,221 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:23:34,221 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:23:34,221 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:23:34,221 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:23:34,221 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:23:34,221 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:23:34,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:34,221 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677814221,5,FailOnTimeoutGroup] 2024-11-27T03:23:34,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:23:34,224 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677814221,5,FailOnTimeoutGroup] 2024-11-27T03:23:34,224 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,224 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:23:34,224 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,224 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:23:34,283 INFO [RS:0;66d3634da959:35781 {}] regionserver.HRegionServer(746): ClusterId : 6a1d88cf-13fa-461c-bca7-273061a2ec8a 2024-11-27T03:23:34,283 DEBUG [RS:0;66d3634da959:35781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:23:34,289 DEBUG [RS:0;66d3634da959:35781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:23:34,289 DEBUG [RS:0;66d3634da959:35781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:23:34,300 DEBUG [RS:0;66d3634da959:35781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:23:34,300 DEBUG [RS:0;66d3634da959:35781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2dc95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:23:34,311 DEBUG [RS:0;66d3634da959:35781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:35781 2024-11-27T03:23:34,311 INFO [RS:0;66d3634da959:35781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:23:34,311 INFO [RS:0;66d3634da959:35781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:23:34,311 DEBUG [RS:0;66d3634da959:35781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:23:34,311 INFO [RS:0;66d3634da959:35781 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,38385,1732677812085 with port=35781, startcode=1732677812306 2024-11-27T03:23:34,311 DEBUG [RS:0;66d3634da959:35781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:23:34,313 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:23:34,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,35781,1732677812306 2024-11-27T03:23:34,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38385 {}] master.ServerManager(517): Registering regionserver=66d3634da959,35781,1732677812306 2024-11-27T03:23:34,314 DEBUG [RS:0;66d3634da959:35781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50 2024-11-27T03:23:34,315 DEBUG [RS:0;66d3634da959:35781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45303 2024-11-27T03:23:34,315 DEBUG [RS:0;66d3634da959:35781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:23:34,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451/rs 2024-11-27T03:23:34,321 DEBUG [RS:0;66d3634da959:35781 {}] zookeeper.ZKUtil(111): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Set watcher on existing znode=/02145814451/rs/66d3634da959,35781,1732677812306 2024-11-27T03:23:34,321 WARN [RS:0;66d3634da959:35781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:23:34,321 INFO [RS:0;66d3634da959:35781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:34,321 DEBUG [RS:0;66d3634da959:35781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/WALs/66d3634da959,35781,1732677812306 2024-11-27T03:23:34,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,35781,1732677812306] 2024-11-27T03:23:34,323 INFO [RS:0;66d3634da959:35781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:23:34,325 INFO [RS:0;66d3634da959:35781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:23:34,325 INFO [RS:0;66d3634da959:35781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:23:34,325 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,325 INFO [RS:0;66d3634da959:35781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:23:34,326 INFO [RS:0;66d3634da959:35781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:23:34,326 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:23:34,326 DEBUG [RS:0;66d3634da959:35781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:23:34,327 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,327 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,327 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,327 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,327 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,327 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35781,1732677812306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:23:34,340 INFO [RS:0;66d3634da959:35781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:23:34,340 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35781,1732677812306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,340 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,340 INFO [RS:0;66d3634da959:35781 {}] regionserver.Replication(171): 66d3634da959,35781,1732677812306 started 2024-11-27T03:23:34,353 INFO [RS:0;66d3634da959:35781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:34,353 INFO [RS:0;66d3634da959:35781 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,35781,1732677812306, RpcServer on 66d3634da959/172.17.0.3:35781, sessionid=0x1017a51331d0001 2024-11-27T03:23:34,353 DEBUG [RS:0;66d3634da959:35781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:23:34,353 DEBUG [RS:0;66d3634da959:35781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,35781,1732677812306 2024-11-27T03:23:34,353 DEBUG [RS:0;66d3634da959:35781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,35781,1732677812306' 2024-11-27T03:23:34,353 DEBUG [RS:0;66d3634da959:35781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02145814451/flush-table-proc/abort' 2024-11-27T03:23:34,353 DEBUG [RS:0;66d3634da959:35781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02145814451/flush-table-proc/acquired' 2024-11-27T03:23:34,354 DEBUG [RS:0;66d3634da959:35781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:23:34,354 DEBUG [RS:0;66d3634da959:35781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:23:34,354 DEBUG [RS:0;66d3634da959:35781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,35781,1732677812306 2024-11-27T03:23:34,354 DEBUG [RS:0;66d3634da959:35781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,35781,1732677812306' 2024-11-27T03:23:34,354 DEBUG [RS:0;66d3634da959:35781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02145814451/online-snapshot/abort' 2024-11-27T03:23:34,354 DEBUG [RS:0;66d3634da959:35781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02145814451/online-snapshot/acquired' 2024-11-27T03:23:34,354 DEBUG [RS:0;66d3634da959:35781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:23:34,354 INFO [RS:0;66d3634da959:35781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:23:34,354 INFO [RS:0;66d3634da959:35781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:23:34,455 INFO [RS:0;66d3634da959:35781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:23:34,456 INFO [RS:0;66d3634da959:35781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C35781%2C1732677812306, suffix=, logDir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/WALs/66d3634da959,35781,1732677812306, archiveDir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/oldWALs, maxLogs=10 2024-11-27T03:23:34,469 DEBUG [RS:0;66d3634da959:35781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/WALs/66d3634da959,35781,1732677812306/66d3634da959%2C35781%2C1732677812306.1732677814456, exclude list is [], retry=0 2024-11-27T03:23:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-f5ff23f8-07b0-43a0-9752-a96f2b3da9fa,DISK] 2024-11-27T03:23:34,473 INFO [RS:0;66d3634da959:35781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/WALs/66d3634da959,35781,1732677812306/66d3634da959%2C35781%2C1732677812306.1732677814456 2024-11-27T03:23:34,473 DEBUG [RS:0;66d3634da959:35781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-11-27T03:23:34,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:23:34,629 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50 2024-11-27T03:23:34,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:23:35,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:35,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:23:35,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:23:35,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:35,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:35,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:23:35,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:23:35,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:35,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:35,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:23:35,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:23:35,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:35,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:35,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:23:35,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:23:35,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:35,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:35,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:23:35,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/data/hbase/meta/1588230740 2024-11-27T03:23:35,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/data/hbase/meta/1588230740 2024-11-27T03:23:35,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:23:35,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:23:35,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:35,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:23:35,043 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:35,043 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61106943, jitterRate=-0.08943559229373932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:35,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677815034Initializing all the Stores at 1732677815034Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677815034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677815035 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677815035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677815035Cleaning up temporary data from old regions at 1732677815041 (+6 ms)Region opened successfully at 1732677815043 (+2 ms) 2024-11-27T03:23:35,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:23:35,043 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:23:35,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:23:35,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:23:35,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:23:35,044 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:35,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677815043Disabling compacts and flushes for region at 1732677815043Disabling writes for close at 1732677815044 (+1 ms)Writing region close event to WAL at 1732677815044Closed at 1732677815044 2024-11-27T03:23:35,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:35,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:23:35,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:23:35,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:23:35,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:23:35,196 DEBUG [66d3634da959:38385 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:23:35,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,35781,1732677812306 2024-11-27T03:23:35,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,35781,1732677812306, state=OPENING 2024-11-27T03:23:35,310 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:23:35,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:35,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145814451 2024-11-27T03:23:35,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145814451/meta-region-server: CHANGED 2024-11-27T03:23:35,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145814451/meta-region-server: CHANGED 2024-11-27T03:23:35,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:23:35,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,35781,1732677812306}] 2024-11-27T03:23:35,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:23:35,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:23:35,476 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:23:35,477 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:35,477 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:23:35,478 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C35781%2C1732677812306.meta, suffix=.meta, logDir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/WALs/66d3634da959,35781,1732677812306, archiveDir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/oldWALs, maxLogs=10 2024-11-27T03:23:35,490 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/WALs/66d3634da959,35781,1732677812306/66d3634da959%2C35781%2C1732677812306.meta.1732677815478.meta, exclude list is [], retry=0 2024-11-27T03:23:35,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-f5ff23f8-07b0-43a0-9752-a96f2b3da9fa,DISK] 2024-11-27T03:23:35,493 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/WALs/66d3634da959,35781,1732677812306/66d3634da959%2C35781%2C1732677812306.meta.1732677815478.meta 2024-11-27T03:23:35,493 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-11-27T03:23:35,493 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:35,493 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:35,494 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:23:35,494 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:23:35,494 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:23:35,494 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:23:35,494 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:35,494 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:23:35,494 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:23:35,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:23:35,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:23:35,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:35,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:35,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:23:35,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:23:35,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:35,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:35,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:23:35,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:23:35,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:35,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:35,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:23:35,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:23:35,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:35,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:35,498 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:23:35,498 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/data/hbase/meta/1588230740 2024-11-27T03:23:35,499 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/data/hbase/meta/1588230740 2024-11-27T03:23:35,500 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:23:35,500 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:23:35,500 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:35,501 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:23:35,501 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75330120, jitterRate=0.12250626087188721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:35,501 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:23:35,502 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677815494Writing region info on filesystem at 1732677815494Initializing all the Stores at 1732677815495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677815495Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677815495Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677815495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677815495Cleaning up temporary data from old regions at 1732677815500 (+5 ms)Running coprocessor post-open hooks at 1732677815501 (+1 ms)Region opened successfully at 1732677815502 (+1 ms) 2024-11-27T03:23:35,502 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677815473 2024-11-27T03:23:35,504 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:23:35,504 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:23:35,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,35781,1732677812306 2024-11-27T03:23:35,504 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,35781,1732677812306, state=OPEN 2024-11-27T03:23:35,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35781-0x1017a51331d0001, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02145814451/meta-region-server 2024-11-27T03:23:35,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1017a51331d0000, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02145814451/meta-region-server 2024-11-27T03:23:35,542 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,35781,1732677812306 2024-11-27T03:23:35,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145814451/meta-region-server: CHANGED 2024-11-27T03:23:35,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145814451/meta-region-server: CHANGED 2024-11-27T03:23:35,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:23:35,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,35781,1732677812306 in 221 msec 2024-11-27T03:23:35,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:23:35,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-11-27T03:23:35,546 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:35,546 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:23:35,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:35,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,35781,1732677812306, seqNum=-1] 2024-11-27T03:23:35,547 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:35,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:35,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-27T03:23:35,551 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677815550, completionTime=-1 2024-11-27T03:23:35,551 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:23:35,551 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:23:35,552 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:23:35,552 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677875552 2024-11-27T03:23:35,552 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677935552 2024-11-27T03:23:35,552 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:23:35,552 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38385,1732677812085-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:35,552 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38385,1732677812085-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:35,552 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38385,1732677812085-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:35,552 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:38385, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:35,552 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:35,552 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:35,554 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:23:35,555 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.118sec 2024-11-27T03:23:35,555 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:23:35,555 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:23:35,555 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:23:35,555 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:23:35,555 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:23:35,555 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38385,1732677812085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:23:35,555 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38385,1732677812085-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:23:35,557 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:23:35,557 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:23:35,557 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,38385,1732677812085-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:35,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d216a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:35,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38385,-1 for getting cluster id 2024-11-27T03:23:35,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:35,585 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a1d88cf-13fa-461c-bca7-273061a2ec8a' 2024-11-27T03:23:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a1d88cf-13fa-461c-bca7-273061a2ec8a" 2024-11-27T03:23:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776107f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38385,-1] 2024-11-27T03:23:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:35,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:35,587 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:35,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2569f091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:35,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:35,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,35781,1732677812306, seqNum=-1] 2024-11-27T03:23:35,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:35,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:35,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,38385,1732677812085 2024-11-27T03:23:35,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52392 2024-11-27T03:23:35,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52392, baseZNode=/02145814451 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:35,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a51331d0002 connected 2024-11-27T03:23:35,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38385,1732677812085 2024-11-27T03:23:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@415892b1 2024-11-27T03:23:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:35,626 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:35,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:23:35,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:35,628 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:35,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:23:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:35,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:35,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:23:35,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3de4cffae61a21029589b37b015d31a6, NAME => 'test,,1732677815626.3de4cffae61a21029589b37b015d31a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50 2024-11-27T03:23:35,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:23:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:36,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677815626.3de4cffae61a21029589b37b015d31a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:36,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3de4cffae61a21029589b37b015d31a6, disabling compactions & flushes 2024-11-27T03:23:36,042 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677815626.3de4cffae61a21029589b37b015d31a6. 2024-11-27T03:23:36,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677815626.3de4cffae61a21029589b37b015d31a6. 2024-11-27T03:23:36,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677815626.3de4cffae61a21029589b37b015d31a6. after waiting 0 ms 2024-11-27T03:23:36,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677815626.3de4cffae61a21029589b37b015d31a6. 2024-11-27T03:23:36,042 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677815626.3de4cffae61a21029589b37b015d31a6. 2024-11-27T03:23:36,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3de4cffae61a21029589b37b015d31a6: Waiting for close lock at 1732677816042Disabling compacts and flushes for region at 1732677816042Disabling writes for close at 1732677816042Writing region close event to WAL at 1732677816042Closed at 1732677816042 2024-11-27T03:23:36,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:36,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677815626.3de4cffae61a21029589b37b015d31a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677816043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677816043"}]},"ts":"1732677816043"} 2024-11-27T03:23:36,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:36,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:36,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677816045"}]},"ts":"1732677816045"} 2024-11-27T03:23:36,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:23:36,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3de4cffae61a21029589b37b015d31a6, ASSIGN}] 2024-11-27T03:23:36,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3de4cffae61a21029589b37b015d31a6, ASSIGN 2024-11-27T03:23:36,048 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3de4cffae61a21029589b37b015d31a6, ASSIGN; state=OFFLINE, location=66d3634da959,35781,1732677812306; forceNewPlan=false, retain=false 2024-11-27T03:23:36,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3de4cffae61a21029589b37b015d31a6, regionState=OPENING, regionLocation=66d3634da959,35781,1732677812306 2024-11-27T03:23:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3de4cffae61a21029589b37b015d31a6, ASSIGN because future has completed 2024-11-27T03:23:36,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3de4cffae61a21029589b37b015d31a6, server=66d3634da959,35781,1732677812306}] 2024-11-27T03:23:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:36,354 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677815626.3de4cffae61a21029589b37b015d31a6. 2024-11-27T03:23:36,354 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3de4cffae61a21029589b37b015d31a6, NAME => 'test,,1732677815626.3de4cffae61a21029589b37b015d31a6.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:36,355 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:36,355 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:23:36,355 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,355 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677815626.3de4cffae61a21029589b37b015d31a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:36,355 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,355 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,356 INFO [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,357 INFO [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4cffae61a21029589b37b015d31a6 columnFamilyName f 2024-11-27T03:23:36,357 DEBUG [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:36,357 INFO [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] regionserver.HStore(327): Store=3de4cffae61a21029589b37b015d31a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:36,357 INFO [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,358 INFO [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4cffae61a21029589b37b015d31a6 columnFamilyName f1 2024-11-27T03:23:36,358 DEBUG [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:36,358 INFO [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] regionserver.HStore(327): Store=3de4cffae61a21029589b37b015d31a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:36,358 INFO [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,359 INFO [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4cffae61a21029589b37b015d31a6 columnFamilyName norep 2024-11-27T03:23:36,359 DEBUG [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:36,359 INFO [StoreOpener-3de4cffae61a21029589b37b015d31a6-1 {}] regionserver.HStore(327): Store=3de4cffae61a21029589b37b015d31a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:36,359 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,359 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/data/default/test/3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,360 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/data/default/test/3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,360 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,360 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,361 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:36,361 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,362 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/data/default/test/3de4cffae61a21029589b37b015d31a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:36,363 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3de4cffae61a21029589b37b015d31a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73146346, jitterRate=0.08996549248695374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:36,363 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3de4cffae61a21029589b37b015d31a6 2024-11-27T03:23:36,363 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3de4cffae61a21029589b37b015d31a6: Running coprocessor pre-open hook at 1732677816355Writing region info on filesystem at 1732677816355Initializing all the Stores at 1732677816356 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677816356Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677816356Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677816356Cleaning up temporary data from old regions at 1732677816360 (+4 ms)Running coprocessor post-open hooks at 1732677816363 (+3 ms)Region opened successfully at 1732677816363 2024-11-27T03:23:36,364 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677815626.3de4cffae61a21029589b37b015d31a6., pid=6, masterSystemTime=1732677816352 2024-11-27T03:23:36,365 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677815626.3de4cffae61a21029589b37b015d31a6. 2024-11-27T03:23:36,365 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677815626.3de4cffae61a21029589b37b015d31a6. 2024-11-27T03:23:36,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3de4cffae61a21029589b37b015d31a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,35781,1732677812306 2024-11-27T03:23:36,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3de4cffae61a21029589b37b015d31a6, server=66d3634da959,35781,1732677812306 because future has completed 2024-11-27T03:23:36,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:23:36,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3de4cffae61a21029589b37b015d31a6, server=66d3634da959,35781,1732677812306 in 167 msec 2024-11-27T03:23:36,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:23:36,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3de4cffae61a21029589b37b015d31a6, ASSIGN in 323 msec 2024-11-27T03:23:36,371 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:36,371 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677816371"}]},"ts":"1732677816371"} 2024-11-27T03:23:36,372 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:23:36,373 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:36,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-27T03:23:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:36,769 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:23:36,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40678390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:36,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38385,-1 for getting cluster id 2024-11-27T03:23:36,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:36,770 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a1d88cf-13fa-461c-bca7-273061a2ec8a' 2024-11-27T03:23:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a1d88cf-13fa-461c-bca7-273061a2ec8a" 2024-11-27T03:23:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f7f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38385,-1] 2024-11-27T03:23:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:36,771 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0f1ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:36,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38385,1732677812085 2024-11-27T03:23:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a950077 2024-11-27T03:23:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:36,773 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:36,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:38385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:23:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:23:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:36,775 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:38385' 2024-11-27T03:23:36,776 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569e10c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:36,776 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,38385,-1 for getting cluster id 2024-11-27T03:23:36,776 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:36,776 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a1d88cf-13fa-461c-bca7-273061a2ec8a' 2024-11-27T03:23:36,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:36,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a1d88cf-13fa-461c-bca7-273061a2ec8a" 2024-11-27T03:23:36,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f201d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:36,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,38385,-1] 2024-11-27T03:23:36,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:36,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:36,777 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:36,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2108d9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:36,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:36,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,38385,1732677812085 2024-11-27T03:23:36,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@776c409f 2024-11-27T03:23:36,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:36,779 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:36,780 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T03:23:36,780 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:23:36,780 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:36,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:36,780 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:36,780 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://66d3634da959:38385, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:23:36,784 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://66d3634da959:38385, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://66d3634da959:38385, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://66d3634da959:38385, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-27T03:23:36,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://66d3634da959:38385, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-27T03:23:36,785 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-27T03:23:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:36,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:36,879 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://66d3634da959:38385, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-27T03:23:36,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:36,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:36,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:36,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:36,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 360) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50-prefix:66d3634da959,35781,1732677812306.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/66d3634da959:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/cluster_ebd44789-55d5-68be-e1f4-ca785d70be91/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677814221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PacketResponder: BP-252594516-172.17.0.3-1732677810058:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3c216c42-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f0ef0a00000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 66d3634da959:38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6b7cc92e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1252988802-7934 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@393bd6aa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-252594516-172.17.0.3-1732677810058 heartbeating to localhost/127.0.0.1:45303 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45303 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@156b5570 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52392 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: regionserver/66d3634da959:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:52392): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RS_OPEN_REGION-regionserver/66d3634da959:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1252988802-7931 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0ef043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6c15efda[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1252988802-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1431758614_20 at /127.0.0.1:57564 [Receiving block BP-252594516-172.17.0.3-1732677810058:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1062824464-7886-acceptor-0@324006b2-ServerConnector@64d0886c{HTTP/1.1, (http/1.1)}{localhost:45351} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/cluster_ebd44789-55d5-68be-e1f4-ca785d70be91/data/data2/current/BP-252594516-172.17.0.3-1732677810058 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-252594516-172.17.0.3-1732677810058:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: regionserver/66d3634da959:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 2 on default port 45303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 34097 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1431758614_20 at /127.0.0.1:57574 [Receiving block BP-252594516-172.17.0.3-1732677810058:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/cluster_ebd44789-55d5-68be-e1f4-ca785d70be91/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7a566f2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-252594516-172.17.0.3-1732677810058:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1062824464-7889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1431758614_20 at /127.0.0.1:57488 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52392) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f0ef0ad8f40.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52392) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: M:0;66d3634da959:38385 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3a70eeed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(305184864) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/66d3634da959:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;66d3634da959:35781-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50-prefix:66d3634da959,35781,1732677812306 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@76360587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-6e3f6c1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/66d3634da959:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52392) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1252988802-7932-acceptor-0@11287215-ServerConnector@1140b5e4{HTTP/1.1, (http/1.1)}{localhost:43073} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/cluster_ebd44789-55d5-68be-e1f4-ca785d70be91/data/data1/current/BP-252594516-172.17.0.3-1732677810058 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@77dc6b8f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@291a2b9f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1062824464-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 34097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1062824464-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0ef043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677814221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1062824464-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0ef043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45303 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;66d3634da959:35781 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1062824464-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0ef043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45303/user/jenkins/test-data/0ca02839-30a4-a27f-df84-c296ee07af50/MasterData-prefix:66d3634da959,38385,1732677812085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1062824464-7888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@42e4de3 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2056895665_20 at /127.0.0.1:57534 [Receiving block BP-252594516-172.17.0.3-1732677810058:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1062824464-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0ef043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=4240 (was 4280) 2024-11-27T03:23:36,896 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-27T03:23:36,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=4239 2024-11-27T03:23:36,909 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-27T03:23:36,925 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-27T03:23:36,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/hadoop.log.dir so I do NOT create it in target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6 2024-11-27T03:23:36,926 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:23:36,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/hadoop.tmp.dir so I do NOT create it in target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6 2024-11-27T03:23:36,926 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b45fff-9169-6317-a23b-8d5f69481a98/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:23:36,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6 2024-11-27T03:23:36,926 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/cluster_b987ab48-37c7-ba49-a8c1-fc3c5c9726bd, deleteOnExit=true 2024-11-27T03:23:36,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/cluster_b987ab48-37c7-ba49-a8c1-fc3c5c9726bd/zookeeper_0, clientPort=63463, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/cluster_b987ab48-37c7-ba49-a8c1-fc3c5c9726bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/cluster_b987ab48-37c7-ba49-a8c1-fc3c5c9726bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:23:36,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63463 2024-11-27T03:23:36,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:23:36,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:23:36,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/test.cache.data in system properties and HBase conf 2024-11-27T03:23:36,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:23:36,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:23:36,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:23:36,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:23:36,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:23:36,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:23:36,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:23:36,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:23:36,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:23:36,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:23:36,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:23:36,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:23:36,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:23:36,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:23:36,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:23:36,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:23:36,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:23:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:23:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:23:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:23:37,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:37,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:23:37,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:23:37,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:23:37,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:23:37,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:37,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335ea2be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:23:37,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ebe03b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:23:37,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cdcb634{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/java.io.tmpdir/jetty-localhost-35035-hadoop-hdfs-3_4_1-tests_jar-_-any-7368427718966563352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:23:37,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33141d6d{HTTP/1.1, (http/1.1)}{localhost:35035} 2024-11-27T03:23:37,368 INFO [Time-limited test {}] server.Server(415): Started @330137ms 2024-11-27T03:23:37,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:37,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:23:37,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:23:37,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:23:37,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:23:37,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7eb2ff8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:23:37,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d520fa1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:23:37,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bae0725{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/java.io.tmpdir/jetty-localhost-44831-hadoop-hdfs-3_4_1-tests_jar-_-any-13947912022122113519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:23:37,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ece777f{HTTP/1.1, (http/1.1)}{localhost:44831} 2024-11-27T03:23:37,724 INFO [Time-limited test {}] server.Server(415): Started @330493ms 2024-11-27T03:23:37,725 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:23:37,978 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:37,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:23:37,979 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128939 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:23:38,488 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/cluster_b987ab48-37c7-ba49-a8c1-fc3c5c9726bd/data/data1/current/BP-1649267356-172.17.0.3-1732677816992/current, will proceed with Du for space computation calculation, 2024-11-27T03:23:38,488 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/cluster_b987ab48-37c7-ba49-a8c1-fc3c5c9726bd/data/data2/current/BP-1649267356-172.17.0.3-1732677816992/current, will proceed with Du for space computation calculation, 2024-11-27T03:23:38,503 WARN [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:23:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbfba9c863237c3b with lease ID 0x4a99757cee63409c: Processing first storage report for DS-081598f7-62a9-4f50-b5c2-0c312fcc2f8a from datanode DatanodeRegistration(127.0.0.1:35801, datanodeUuid=226d8d03-6252-4887-ba16-6ee4d5571ce3, infoPort=39781, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=778430740;c=1732677816992) 2024-11-27T03:23:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbfba9c863237c3b with lease ID 0x4a99757cee63409c: from storage DS-081598f7-62a9-4f50-b5c2-0c312fcc2f8a node DatanodeRegistration(127.0.0.1:35801, datanodeUuid=226d8d03-6252-4887-ba16-6ee4d5571ce3, infoPort=39781, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=778430740;c=1732677816992), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:23:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbfba9c863237c3b with lease ID 0x4a99757cee63409c: Processing first storage report for DS-df6f8018-29b2-413c-892e-0b9f7cc23e99 from datanode DatanodeRegistration(127.0.0.1:35801, datanodeUuid=226d8d03-6252-4887-ba16-6ee4d5571ce3, infoPort=39781, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=778430740;c=1732677816992) 2024-11-27T03:23:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbfba9c863237c3b with lease ID 0x4a99757cee63409c: from storage DS-df6f8018-29b2-413c-892e-0b9f7cc23e99 node DatanodeRegistration(127.0.0.1:35801, datanodeUuid=226d8d03-6252-4887-ba16-6ee4d5571ce3, infoPort=39781, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=778430740;c=1732677816992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:23:38,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6 2024-11-27T03:23:38,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:38,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:23:38,967 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d with version=8 2024-11-27T03:23:38,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/hbase-staging 2024-11-27T03:23:38,968 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:23:38,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:38,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:38,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:23:38,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:38,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:23:38,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:23:38,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:23:38,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37771 2024-11-27T03:23:38,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37771 connecting to ZooKeeper ensemble=127.0.0.1:63463 2024-11-27T03:23:39,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377710x0, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:39,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37771-0x1017a514e360000 connected 2024-11-27T03:23:39,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:39,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:39,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Set watcher on znode that does not yet exist, /0-834282028/running 2024-11-27T03:23:39,248 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d, hbase.cluster.distributed=false 2024-11-27T03:23:39,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Set watcher on znode that does not yet exist, /0-834282028/acl 2024-11-27T03:23:39,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37771 2024-11-27T03:23:39,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37771 2024-11-27T03:23:39,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37771 2024-11-27T03:23:39,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37771 2024-11-27T03:23:39,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37771 2024-11-27T03:23:39,267 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:23:39,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:39,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:39,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:23:39,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:39,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:23:39,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:23:39,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:23:39,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44415 2024-11-27T03:23:39,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44415 connecting to ZooKeeper ensemble=127.0.0.1:63463 2024-11-27T03:23:39,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:39,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:39,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444150x0, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:39,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444150x0, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Set watcher on znode that does not yet exist, /0-834282028/running 2024-11-27T03:23:39,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44415-0x1017a514e360001 connected 2024-11-27T03:23:39,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:23:39,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:23:39,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Set watcher on znode that does not yet exist, /0-834282028/master 2024-11-27T03:23:39,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Set watcher on znode that does not yet exist, /0-834282028/acl 2024-11-27T03:23:39,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44415 2024-11-27T03:23:39,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44415 2024-11-27T03:23:39,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44415 2024-11-27T03:23:39,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44415 2024-11-27T03:23:39,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44415 2024-11-27T03:23:39,297 DEBUG [M:0;66d3634da959:37771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:37771 2024-11-27T03:23:39,297 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-834282028/backup-masters/66d3634da959,37771,1732677818968 2024-11-27T03:23:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028/backup-masters 2024-11-27T03:23:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028/backup-masters 2024-11-27T03:23:39,308 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Set watcher on existing znode=/0-834282028/backup-masters/66d3634da959,37771,1732677818968 2024-11-27T03:23:39,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-834282028/master 2024-11-27T03:23:39,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:39,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:39,318 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Set watcher on existing znode=/0-834282028/master 2024-11-27T03:23:39,318 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-834282028/backup-masters/66d3634da959,37771,1732677818968 from backup master directory 2024-11-27T03:23:39,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834282028/backup-masters/66d3634da959,37771,1732677818968 2024-11-27T03:23:39,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028/backup-masters 2024-11-27T03:23:39,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028/backup-masters 2024-11-27T03:23:39,328 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:23:39,328 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,37771,1732677818968 2024-11-27T03:23:39,331 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/hbase.id] with ID: dc8a0812-1abc-4eab-8658-b9a43f4f48d0 2024-11-27T03:23:39,331 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/.tmp/hbase.id 2024-11-27T03:23:39,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:23:39,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:23:39,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:39,734 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/.tmp/hbase.id]:[hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/hbase.id] 2024-11-27T03:23:39,741 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:39,741 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:23:39,742 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:23:39,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:39,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:39,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:23:39,795 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:39,795 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:23:39,795 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:23:40,200 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store 2024-11-27T03:23:40,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:23:40,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:23:40,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T03:23:40,605 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:40,605 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:23:40,605 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:40,605 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:40,605 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:23:40,605 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:40,605 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:40,605 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677820605Disabling compacts and flushes for region at 1732677820605Disabling writes for close at 1732677820605Writing region close event to WAL at 1732677820605Closed at 1732677820605 2024-11-27T03:23:40,606 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/.initializing 2024-11-27T03:23:40,606 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/WALs/66d3634da959,37771,1732677818968 2024-11-27T03:23:40,606 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:23:40,607 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C37771%2C1732677818968, suffix=, logDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/WALs/66d3634da959,37771,1732677818968, archiveDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/oldWALs, maxLogs=10 2024-11-27T03:23:40,619 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/WALs/66d3634da959,37771,1732677818968/66d3634da959%2C37771%2C1732677818968.1732677820607, exclude list is [], retry=0 2024-11-27T03:23:40,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-081598f7-62a9-4f50-b5c2-0c312fcc2f8a,DISK] 2024-11-27T03:23:40,622 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/WALs/66d3634da959,37771,1732677818968/66d3634da959%2C37771%2C1732677818968.1732677820607 2024-11-27T03:23:40,622 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-27T03:23:40,622 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:40,622 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:40,622 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,622 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:23:40,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:40,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:40,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:23:40,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:40,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:40,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:23:40,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:40,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:40,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:23:40,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:40,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:40,627 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,628 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,628 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,629 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,629 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,629 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:40,630 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:40,631 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:40,631 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61659260, jitterRate=-0.08120542764663696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:40,631 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677820622Initializing all the Stores at 1732677820623 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677820623Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677820623Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677820623Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677820623Cleaning up temporary data from old regions at 1732677820629 (+6 ms)Region opened successfully at 1732677820631 (+2 ms) 2024-11-27T03:23:40,631 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:23:40,633 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe08c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:23:40,634 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:23:40,634 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:23:40,634 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:23:40,634 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:23:40,634 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:23:40,635 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:23:40,635 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:23:40,637 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:23:40,637 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Unable to get data of znode /0-834282028/balancer because node does not exist (not necessarily an error) 2024-11-27T03:23:40,706 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834282028/balancer already deleted, retry=false 2024-11-27T03:23:40,706 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:23:40,707 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Unable to get data of znode /0-834282028/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:23:40,717 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834282028/normalizer already deleted, retry=false 2024-11-27T03:23:40,718 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:23:40,718 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Unable to get data of znode /0-834282028/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:23:40,728 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834282028/switch/split already deleted, retry=false 2024-11-27T03:23:40,729 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Unable to get data of znode /0-834282028/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:23:40,739 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834282028/switch/merge already deleted, retry=false 2024-11-27T03:23:40,740 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Unable to get data of znode /0-834282028/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:23:40,749 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834282028/snapshot-cleanup already deleted, retry=false 2024-11-27T03:23:40,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-834282028/running 2024-11-27T03:23:40,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-834282028/running 2024-11-27T03:23:40,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:40,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:40,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,37771,1732677818968, sessionid=0x1017a514e360000, setting cluster-up flag (Was=false) 2024-11-27T03:23:40,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:40,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:40,812 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-834282028/flush-table-proc/acquired, /0-834282028/flush-table-proc/reached, /0-834282028/flush-table-proc/abort 2024-11-27T03:23:40,813 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,37771,1732677818968 2024-11-27T03:23:40,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:40,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:40,865 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-834282028/online-snapshot/acquired, /0-834282028/online-snapshot/reached, /0-834282028/online-snapshot/abort 2024-11-27T03:23:40,866 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,37771,1732677818968 2024-11-27T03:23:40,867 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:23:40,868 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:40,868 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:23:40,868 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:23:40,868 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,37771,1732677818968 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:23:40,869 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:40,869 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:40,869 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:40,869 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:40,869 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:23:40,869 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,869 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:23:40,869 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677850875 2024-11-27T03:23:40,875 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:23:40,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:23:40,875 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:23:40,876 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:23:40,876 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:23:40,876 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:23:40,876 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677820876,5,FailOnTimeoutGroup] 2024-11-27T03:23:40,877 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677820876,5,FailOnTimeoutGroup] 2024-11-27T03:23:40,877 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,878 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:23:40,878 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,878 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:23:40,890 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(746): ClusterId : dc8a0812-1abc-4eab-8658-b9a43f4f48d0 2024-11-27T03:23:40,890 DEBUG [RS:0;66d3634da959:44415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:23:40,897 DEBUG [RS:0;66d3634da959:44415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:23:40,897 DEBUG [RS:0;66d3634da959:44415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:23:40,908 DEBUG [RS:0;66d3634da959:44415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:23:40,908 DEBUG [RS:0;66d3634da959:44415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbd6e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:23:40,918 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:44415 2024-11-27T03:23:40,918 INFO [RS:0;66d3634da959:44415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:23:40,918 INFO [RS:0;66d3634da959:44415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:23:40,918 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:23:40,918 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,37771,1732677818968 with port=44415, startcode=1732677819267 2024-11-27T03:23:40,918 DEBUG [RS:0;66d3634da959:44415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:23:40,919 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:23:40,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,44415,1732677819267 2024-11-27T03:23:40,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37771 {}] master.ServerManager(517): Registering regionserver=66d3634da959,44415,1732677819267 2024-11-27T03:23:40,921 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d 2024-11-27T03:23:40,921 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40615 2024-11-27T03:23:40,921 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:23:40,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028/rs 2024-11-27T03:23:40,928 DEBUG [RS:0;66d3634da959:44415 {}] zookeeper.ZKUtil(111): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Set watcher on existing znode=/0-834282028/rs/66d3634da959,44415,1732677819267 2024-11-27T03:23:40,929 WARN [RS:0;66d3634da959:44415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:23:40,929 INFO [RS:0;66d3634da959:44415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:40,929 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267 2024-11-27T03:23:40,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,44415,1732677819267] 2024-11-27T03:23:40,931 INFO [RS:0;66d3634da959:44415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:23:40,932 INFO [RS:0;66d3634da959:44415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:23:40,932 INFO [RS:0;66d3634da959:44415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:23:40,932 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,935 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:23:40,935 INFO [RS:0;66d3634da959:44415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:23:40,935 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,935 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,935 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,935 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:23:40,936 DEBUG [RS:0;66d3634da959:44415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:23:40,937 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,937 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,937 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,937 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,937 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,937 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44415,1732677819267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:23:40,950 INFO [RS:0;66d3634da959:44415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:23:40,950 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,44415,1732677819267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,951 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,951 INFO [RS:0;66d3634da959:44415 {}] regionserver.Replication(171): 66d3634da959,44415,1732677819267 started 2024-11-27T03:23:40,964 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:40,964 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,44415,1732677819267, RpcServer on 66d3634da959/172.17.0.3:44415, sessionid=0x1017a514e360001 2024-11-27T03:23:40,964 DEBUG [RS:0;66d3634da959:44415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:23:40,964 DEBUG [RS:0;66d3634da959:44415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,44415,1732677819267 2024-11-27T03:23:40,964 DEBUG [RS:0;66d3634da959:44415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,44415,1732677819267' 2024-11-27T03:23:40,964 DEBUG [RS:0;66d3634da959:44415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-834282028/flush-table-proc/abort' 2024-11-27T03:23:40,964 DEBUG [RS:0;66d3634da959:44415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-834282028/flush-table-proc/acquired' 2024-11-27T03:23:40,965 DEBUG [RS:0;66d3634da959:44415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:23:40,965 DEBUG [RS:0;66d3634da959:44415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:23:40,965 DEBUG [RS:0;66d3634da959:44415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,44415,1732677819267 2024-11-27T03:23:40,965 DEBUG [RS:0;66d3634da959:44415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,44415,1732677819267' 2024-11-27T03:23:40,965 DEBUG [RS:0;66d3634da959:44415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-834282028/online-snapshot/abort' 2024-11-27T03:23:40,965 DEBUG [RS:0;66d3634da959:44415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-834282028/online-snapshot/acquired' 2024-11-27T03:23:40,965 DEBUG [RS:0;66d3634da959:44415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:23:40,965 INFO [RS:0;66d3634da959:44415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:23:40,965 INFO [RS:0;66d3634da959:44415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:23:41,066 INFO [RS:0;66d3634da959:44415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:23:41,067 INFO [RS:0;66d3634da959:44415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C44415%2C1732677819267, suffix=, logDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267, archiveDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/oldWALs, maxLogs=10 2024-11-27T03:23:41,079 DEBUG [RS:0;66d3634da959:44415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067, exclude list is [], retry=0 2024-11-27T03:23:41,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-081598f7-62a9-4f50-b5c2-0c312fcc2f8a,DISK] 2024-11-27T03:23:41,082 INFO [RS:0;66d3634da959:44415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 2024-11-27T03:23:41,082 DEBUG [RS:0;66d3634da959:44415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-27T03:23:41,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:23:41,286 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d 2024-11-27T03:23:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:23:41,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:41,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:23:41,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:23:41,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:41,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:41,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:23:41,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:23:41,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:41,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:41,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:23:41,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:23:41,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:41,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:41,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:23:41,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:23:41,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:41,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:41,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:23:41,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740 2024-11-27T03:23:41,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740 2024-11-27T03:23:41,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:23:41,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:23:41,296 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:41,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:23:41,302 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:41,302 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73833957, jitterRate=0.10021169483661652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:41,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677821290Initializing all the Stores at 1732677821290Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677821290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677821290Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677821290Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677821290Cleaning up temporary data from old regions at 1732677821295 (+5 ms)Region opened successfully at 1732677821302 (+7 ms) 2024-11-27T03:23:41,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:23:41,303 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:23:41,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:23:41,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:23:41,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:23:41,303 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:41,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677821303Disabling compacts and flushes for region at 1732677821303Disabling writes for close at 1732677821303Writing region close event to WAL at 1732677821303Closed at 1732677821303 2024-11-27T03:23:41,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:41,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:23:41,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:23:41,305 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:23:41,305 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:23:41,456 DEBUG [66d3634da959:37771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:23:41,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,44415,1732677819267 2024-11-27T03:23:41,458 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,44415,1732677819267, state=OPENING 2024-11-27T03:23:41,517 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:23:41,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:41,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:41,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834282028/meta-region-server: CHANGED 2024-11-27T03:23:41,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834282028/meta-region-server: CHANGED 2024-11-27T03:23:41,529 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:23:41,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,44415,1732677819267}] 2024-11-27T03:23:41,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:23:41,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:23:41,684 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:23:41,684 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:41,685 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:23:41,686 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C44415%2C1732677819267.meta, suffix=.meta, logDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267, archiveDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/oldWALs, maxLogs=10 2024-11-27T03:23:41,700 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.meta.1732677821686.meta, exclude list is [], retry=0 2024-11-27T03:23:41,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-081598f7-62a9-4f50-b5c2-0c312fcc2f8a,DISK] 2024-11-27T03:23:41,703 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.meta.1732677821686.meta 2024-11-27T03:23:41,703 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-27T03:23:41,703 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:41,703 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:41,703 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:23:41,703 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:23:41,703 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:23:41,703 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:23:41,703 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:41,704 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:23:41,704 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:23:41,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:23:41,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:23:41,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:41,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:41,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:23:41,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:23:41,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:41,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:41,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:23:41,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:23:41,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:41,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:41,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:23:41,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:23:41,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:41,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:41,707 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:23:41,708 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740 2024-11-27T03:23:41,708 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740 2024-11-27T03:23:41,709 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:23:41,709 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:23:41,709 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:41,710 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:23:41,710 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61856451, jitterRate=-0.07826705276966095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:41,710 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:23:41,710 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677821704Writing region info on filesystem at 1732677821704Initializing all the Stores at 1732677821704Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677821704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677821704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677821704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677821704Cleaning up temporary data from old regions at 1732677821709 (+5 ms)Running coprocessor post-open hooks at 1732677821710 (+1 ms)Region opened successfully at 1732677821710 2024-11-27T03:23:41,711 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677821681 2024-11-27T03:23:41,712 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:23:41,712 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:23:41,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,44415,1732677819267 2024-11-27T03:23:41,713 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,44415,1732677819267, state=OPEN 2024-11-27T03:23:41,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-834282028/meta-region-server 2024-11-27T03:23:41,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-834282028/meta-region-server 2024-11-27T03:23:41,750 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,44415,1732677819267 2024-11-27T03:23:41,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834282028/meta-region-server: CHANGED 2024-11-27T03:23:41,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834282028/meta-region-server: CHANGED 2024-11-27T03:23:41,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:23:41,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,44415,1732677819267 in 221 msec 2024-11-27T03:23:41,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:23:41,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-27T03:23:41,753 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:41,753 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:23:41,754 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:41,754 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44415,1732677819267, seqNum=-1] 2024-11-27T03:23:41,754 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:41,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:41,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 890 msec 2024-11-27T03:23:41,758 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677821758, completionTime=-1 2024-11-27T03:23:41,758 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:23:41,759 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:23:41,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:23:41,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677881760 2024-11-27T03:23:41,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677941760 2024-11-27T03:23:41,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:23:41,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37771,1732677818968-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:41,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37771,1732677818968-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:41,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37771,1732677818968-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:41,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:37771, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:41,760 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:41,761 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:41,762 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:23:41,763 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.435sec 2024-11-27T03:23:41,763 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:23:41,763 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:23:41,763 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:23:41,763 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:23:41,763 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:23:41,763 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37771,1732677818968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:23:41,763 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37771,1732677818968-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:23:41,765 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:23:41,765 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:23:41,765 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,37771,1732677818968-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:41,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625ace3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:41,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37771,-1 for getting cluster id 2024-11-27T03:23:41,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:41,792 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc8a0812-1abc-4eab-8658-b9a43f4f48d0' 2024-11-27T03:23:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc8a0812-1abc-4eab-8658-b9a43f4f48d0" 2024-11-27T03:23:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838f61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37771,-1] 2024-11-27T03:23:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:41,793 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:41,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:41,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:41,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44415,1732677819267, seqNum=-1] 2024-11-27T03:23:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:41,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:41,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,37771,1732677818968 2024-11-27T03:23:41,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63463 2024-11-27T03:23:41,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:41,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a514e360002 connected 2024-11-27T03:23:41,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/hadoop.log.dir so I do NOT create it in target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002 2024-11-27T03:23:41,825 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:23:41,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/hadoop.tmp.dir so I do NOT create it in target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002 2024-11-27T03:23:41,825 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:23:41,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002 2024-11-27T03:23:41,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:23:41,825 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/cluster_dd1703a1-dc1a-4eec-52ed-5d776d06c4d3, deleteOnExit=true 2024-11-27T03:23:41,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:23:41,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/test.cache.data in system properties and HBase conf 2024-11-27T03:23:41,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:23:41,826 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:23:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:23:41,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:23:42,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:42,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:23:42,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:23:42,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:23:42,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:23:42,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:42,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@695f4bcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:23:42,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a39e3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:23:42,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bcf13a8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/java.io.tmpdir/jetty-localhost-38859-hadoop-hdfs-3_4_1-tests_jar-_-any-799054820902299643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:23:42,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ef328a3{HTTP/1.1, (http/1.1)}{localhost:38859} 2024-11-27T03:23:42,255 INFO [Time-limited test {}] server.Server(415): Started @335023ms 2024-11-27T03:23:42,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:42,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:23:42,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:23:42,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:23:42,526 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:23:42,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a7b84ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:23:42,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@580381e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:23:42,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@443d7e90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/java.io.tmpdir/jetty-localhost-39507-hadoop-hdfs-3_4_1-tests_jar-_-any-17093906738032454188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:23:42,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@351c0e26{HTTP/1.1, (http/1.1)}{localhost:39507} 2024-11-27T03:23:42,646 INFO [Time-limited test {}] server.Server(415): Started @335414ms 2024-11-27T03:23:42,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:23:43,399 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/cluster_dd1703a1-dc1a-4eec-52ed-5d776d06c4d3/data/data2/current/BP-1408543844-172.17.0.3-1732677821840/current, will proceed with Du for space computation calculation, 2024-11-27T03:23:43,399 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/cluster_dd1703a1-dc1a-4eec-52ed-5d776d06c4d3/data/data1/current/BP-1408543844-172.17.0.3-1732677821840/current, will proceed with Du for space computation calculation, 2024-11-27T03:23:43,418 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:23:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46721b25469138f9 with lease ID 0x7e9f843f43ab8e2c: Processing first storage report for DS-5c02f63d-9d10-4a34-ad9b-b9ccdd0edec0 from datanode DatanodeRegistration(127.0.0.1:40907, datanodeUuid=db97a427-a53b-4a77-a988-a2b12e51e3dd, infoPort=43267, infoSecurePort=0, ipcPort=42173, storageInfo=lv=-57;cid=testClusterID;nsid=163802596;c=1732677821840) 2024-11-27T03:23:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46721b25469138f9 with lease ID 0x7e9f843f43ab8e2c: from storage DS-5c02f63d-9d10-4a34-ad9b-b9ccdd0edec0 node DatanodeRegistration(127.0.0.1:40907, datanodeUuid=db97a427-a53b-4a77-a988-a2b12e51e3dd, infoPort=43267, infoSecurePort=0, ipcPort=42173, storageInfo=lv=-57;cid=testClusterID;nsid=163802596;c=1732677821840), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:23:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46721b25469138f9 with lease ID 0x7e9f843f43ab8e2c: Processing first storage report for DS-4d59d225-331c-47f8-bfc2-69d1cb9d24a5 from datanode DatanodeRegistration(127.0.0.1:40907, datanodeUuid=db97a427-a53b-4a77-a988-a2b12e51e3dd, infoPort=43267, infoSecurePort=0, ipcPort=42173, storageInfo=lv=-57;cid=testClusterID;nsid=163802596;c=1732677821840) 2024-11-27T03:23:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46721b25469138f9 with lease ID 0x7e9f843f43ab8e2c: from storage DS-4d59d225-331c-47f8-bfc2-69d1cb9d24a5 node DatanodeRegistration(127.0.0.1:40907, datanodeUuid=db97a427-a53b-4a77-a988-a2b12e51e3dd, infoPort=43267, infoSecurePort=0, ipcPort=42173, storageInfo=lv=-57;cid=testClusterID;nsid=163802596;c=1732677821840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:23:43,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002 2024-11-27T03:23:43,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:43,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:43,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:23:43,880 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a with version=8 2024-11-27T03:23:43,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/hbase-staging 2024-11-27T03:23:43,883 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:23:43,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:43,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:43,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:23:43,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:43,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:23:43,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:23:43,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:23:43,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36833 2024-11-27T03:23:43,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36833 connecting to ZooKeeper ensemble=127.0.0.1:63463 2024-11-27T03:23:43,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368330x0, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:43,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36833-0x1017a514e360003 connected 2024-11-27T03:23:44,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:44,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:44,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Set watcher on znode that does not yet exist, /1294271039/running 2024-11-27T03:23:44,016 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a, hbase.cluster.distributed=false 2024-11-27T03:23:44,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Set watcher on znode that does not yet exist, /1294271039/acl 2024-11-27T03:23:44,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36833 2024-11-27T03:23:44,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36833 2024-11-27T03:23:44,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36833 2024-11-27T03:23:44,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36833 2024-11-27T03:23:44,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36833 2024-11-27T03:23:44,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:23:44,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:44,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:44,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:23:44,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:44,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:23:44,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:23:44,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:23:44,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43955 2024-11-27T03:23:44,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43955 connecting to ZooKeeper ensemble=127.0.0.1:63463 2024-11-27T03:23:44,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:44,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:44,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439550x0, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:44,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439550x0, quorum=127.0.0.1:63463, baseZNode=/1294271039 Set watcher on znode that does not yet exist, /1294271039/running 2024-11-27T03:23:44,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43955-0x1017a514e360004 connected 2024-11-27T03:23:44,044 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:23:44,047 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:23:44,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Set watcher on znode that does not yet exist, /1294271039/master 2024-11-27T03:23:44,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Set watcher on znode that does not yet exist, /1294271039/acl 2024-11-27T03:23:44,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43955 2024-11-27T03:23:44,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43955 2024-11-27T03:23:44,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43955 2024-11-27T03:23:44,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43955 2024-11-27T03:23:44,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43955 2024-11-27T03:23:44,063 DEBUG [M:0;66d3634da959:36833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:36833 2024-11-27T03:23:44,064 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1294271039/backup-masters/66d3634da959,36833,1732677823882 2024-11-27T03:23:44,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:23:44,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T03:23:44,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T03:23:44,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T03:23:44,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:23:44,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T03:23:44,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039/backup-masters 2024-11-27T03:23:44,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039/backup-masters 2024-11-27T03:23:44,076 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Set watcher on existing znode=/1294271039/backup-masters/66d3634da959,36833,1732677823882 2024-11-27T03:23:44,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1294271039/master 2024-11-27T03:23:44,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:44,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:44,086 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Set watcher on existing znode=/1294271039/master 2024-11-27T03:23:44,086 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1294271039/backup-masters/66d3634da959,36833,1732677823882 from backup master directory 2024-11-27T03:23:44,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1294271039/backup-masters/66d3634da959,36833,1732677823882 2024-11-27T03:23:44,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039/backup-masters 2024-11-27T03:23:44,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039/backup-masters 2024-11-27T03:23:44,096 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:23:44,096 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,36833,1732677823882 2024-11-27T03:23:44,099 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/hbase.id] with ID: bc4e5436-7ee6-46b8-866e-69380fca6ded 2024-11-27T03:23:44,099 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/.tmp/hbase.id 2024-11-27T03:23:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:23:44,503 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/.tmp/hbase.id]:[hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/hbase.id] 2024-11-27T03:23:44,510 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:44,510 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:23:44,511 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T03:23:44,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:44,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:44,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:23:44,963 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:44,983 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:23:44,983 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:44,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:23:45,389 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store 2024-11-27T03:23:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:23:45,393 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:45,393 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:23:45,393 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:45,393 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:45,393 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:23:45,393 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:45,393 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:45,393 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677825393Disabling compacts and flushes for region at 1732677825393Disabling writes for close at 1732677825393Writing region close event to WAL at 1732677825393Closed at 1732677825393 2024-11-27T03:23:45,394 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/.initializing 2024-11-27T03:23:45,394 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/WALs/66d3634da959,36833,1732677823882 2024-11-27T03:23:45,395 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:23:45,396 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C36833%2C1732677823882, suffix=, logDir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/WALs/66d3634da959,36833,1732677823882, archiveDir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/oldWALs, maxLogs=10 2024-11-27T03:23:45,408 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/WALs/66d3634da959,36833,1732677823882/66d3634da959%2C36833%2C1732677823882.1732677825396, exclude list is [], retry=0 2024-11-27T03:23:45,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40907,DS-5c02f63d-9d10-4a34-ad9b-b9ccdd0edec0,DISK] 2024-11-27T03:23:45,411 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/WALs/66d3634da959,36833,1732677823882/66d3634da959%2C36833%2C1732677823882.1732677825396 2024-11-27T03:23:45,412 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-27T03:23:45,412 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:45,412 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:45,412 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,412 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:23:45,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:45,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:45,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:23:45,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:45,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:45,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:23:45,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:45,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:45,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:23:45,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:45,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:45,418 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,418 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,418 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,419 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,419 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,420 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:45,420 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:45,422 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:45,422 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70715016, jitterRate=0.05373585224151611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:45,422 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677825412Initializing all the Stores at 1732677825413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677825413Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677825413Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677825413Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677825413Cleaning up temporary data from old regions at 1732677825419 (+6 ms)Region opened successfully at 1732677825422 (+3 ms) 2024-11-27T03:23:45,422 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:23:45,424 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cae8ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:23:45,425 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:23:45,425 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:23:45,425 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:23:45,425 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:23:45,425 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:23:45,425 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:23:45,426 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:23:45,427 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:23:45,428 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Unable to get data of znode /1294271039/balancer because node does not exist (not necessarily an error) 2024-11-27T03:23:45,581 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1294271039/balancer already deleted, retry=false 2024-11-27T03:23:45,581 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:23:45,582 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Unable to get data of znode /1294271039/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:23:45,591 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1294271039/normalizer already deleted, retry=false 2024-11-27T03:23:45,591 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:23:45,592 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Unable to get data of znode /1294271039/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:23:45,601 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1294271039/switch/split already deleted, retry=false 2024-11-27T03:23:45,602 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Unable to get data of znode /1294271039/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:23:45,612 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1294271039/switch/merge already deleted, retry=false 2024-11-27T03:23:45,613 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Unable to get data of znode /1294271039/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:23:45,623 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1294271039/snapshot-cleanup already deleted, retry=false 2024-11-27T03:23:45,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1294271039/running 2024-11-27T03:23:45,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1294271039/running 2024-11-27T03:23:45,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:45,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:45,633 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,36833,1732677823882, sessionid=0x1017a514e360003, setting cluster-up flag (Was=false) 2024-11-27T03:23:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:45,686 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1294271039/flush-table-proc/acquired, /1294271039/flush-table-proc/reached, /1294271039/flush-table-proc/abort 2024-11-27T03:23:45,687 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,36833,1732677823882 2024-11-27T03:23:45,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:45,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:45,738 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1294271039/online-snapshot/acquired, /1294271039/online-snapshot/reached, /1294271039/online-snapshot/abort 2024-11-27T03:23:45,739 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,36833,1732677823882 2024-11-27T03:23:45,740 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:23:45,741 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:45,741 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:23:45,741 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:23:45,742 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,36833,1732677823882 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:23:45,743 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:45,743 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:45,743 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:45,743 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:45,743 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:23:45,743 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,743 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:23:45,743 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,743 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677855743 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:23:45,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:23:45,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:23:45,744 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:23:45,744 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:23:45,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:23:45,748 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677825744,5,FailOnTimeoutGroup] 2024-11-27T03:23:45,749 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677825748,5,FailOnTimeoutGroup] 2024-11-27T03:23:45,749 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,749 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:23:45,749 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,749 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:23:45,755 INFO [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(746): ClusterId : bc4e5436-7ee6-46b8-866e-69380fca6ded 2024-11-27T03:23:45,755 DEBUG [RS:0;66d3634da959:43955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:23:45,760 DEBUG [RS:0;66d3634da959:43955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:23:45,760 DEBUG [RS:0;66d3634da959:43955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:23:45,771 DEBUG [RS:0;66d3634da959:43955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:23:45,771 DEBUG [RS:0;66d3634da959:43955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bde380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:23:45,782 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:43955 2024-11-27T03:23:45,782 INFO [RS:0;66d3634da959:43955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:23:45,782 INFO [RS:0;66d3634da959:43955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:23:45,782 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:23:45,782 INFO [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,36833,1732677823882 with port=43955, startcode=1732677824035 2024-11-27T03:23:45,782 DEBUG [RS:0;66d3634da959:43955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:23:45,784 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:23:45,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,43955,1732677824035 2024-11-27T03:23:45,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36833 {}] master.ServerManager(517): Registering regionserver=66d3634da959,43955,1732677824035 2024-11-27T03:23:45,785 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a 2024-11-27T03:23:45,785 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41907 2024-11-27T03:23:45,785 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:23:45,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039/rs 2024-11-27T03:23:45,791 DEBUG [RS:0;66d3634da959:43955 {}] zookeeper.ZKUtil(111): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Set watcher on existing znode=/1294271039/rs/66d3634da959,43955,1732677824035 2024-11-27T03:23:45,791 WARN [RS:0;66d3634da959:43955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:23:45,792 INFO [RS:0;66d3634da959:43955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:45,792 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/WALs/66d3634da959,43955,1732677824035 2024-11-27T03:23:45,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,43955,1732677824035] 2024-11-27T03:23:45,794 INFO [RS:0;66d3634da959:43955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:23:45,795 INFO [RS:0;66d3634da959:43955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:23:45,795 INFO [RS:0;66d3634da959:43955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:23:45,795 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,795 INFO [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:23:45,796 INFO [RS:0;66d3634da959:43955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:23:45,796 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:23:45,796 DEBUG [RS:0;66d3634da959:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:23:45,797 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,798 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,798 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,798 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,798 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,798 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,43955,1732677824035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:23:45,810 INFO [RS:0;66d3634da959:43955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:23:45,810 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,43955,1732677824035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,810 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,810 INFO [RS:0;66d3634da959:43955 {}] regionserver.Replication(171): 66d3634da959,43955,1732677824035 started 2024-11-27T03:23:45,838 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:45,838 INFO [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,43955,1732677824035, RpcServer on 66d3634da959/172.17.0.3:43955, sessionid=0x1017a514e360004 2024-11-27T03:23:45,838 DEBUG [RS:0;66d3634da959:43955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:23:45,838 DEBUG [RS:0;66d3634da959:43955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,43955,1732677824035 2024-11-27T03:23:45,838 DEBUG [RS:0;66d3634da959:43955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,43955,1732677824035' 2024-11-27T03:23:45,838 DEBUG [RS:0;66d3634da959:43955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1294271039/flush-table-proc/abort' 2024-11-27T03:23:45,839 DEBUG [RS:0;66d3634da959:43955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1294271039/flush-table-proc/acquired' 2024-11-27T03:23:45,839 DEBUG [RS:0;66d3634da959:43955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:23:45,839 DEBUG [RS:0;66d3634da959:43955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:23:45,839 DEBUG [RS:0;66d3634da959:43955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,43955,1732677824035 2024-11-27T03:23:45,839 DEBUG [RS:0;66d3634da959:43955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,43955,1732677824035' 2024-11-27T03:23:45,839 DEBUG [RS:0;66d3634da959:43955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1294271039/online-snapshot/abort' 2024-11-27T03:23:45,839 DEBUG [RS:0;66d3634da959:43955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1294271039/online-snapshot/acquired' 2024-11-27T03:23:45,840 DEBUG [RS:0;66d3634da959:43955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:23:45,840 INFO [RS:0;66d3634da959:43955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:23:45,840 INFO [RS:0;66d3634da959:43955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:23:45,940 INFO [RS:0;66d3634da959:43955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:23:45,941 INFO [RS:0;66d3634da959:43955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C43955%2C1732677824035, suffix=, logDir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/WALs/66d3634da959,43955,1732677824035, archiveDir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/oldWALs, maxLogs=10 2024-11-27T03:23:45,953 DEBUG [RS:0;66d3634da959:43955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/WALs/66d3634da959,43955,1732677824035/66d3634da959%2C43955%2C1732677824035.1732677825941, exclude list is [], retry=0 2024-11-27T03:23:45,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40907,DS-5c02f63d-9d10-4a34-ad9b-b9ccdd0edec0,DISK] 2024-11-27T03:23:45,956 INFO [RS:0;66d3634da959:43955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/WALs/66d3634da959,43955,1732677824035/66d3634da959%2C43955%2C1732677824035.1732677825941 2024-11-27T03:23:45,956 DEBUG [RS:0;66d3634da959:43955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-27T03:23:46,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:23:46,152 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a 2024-11-27T03:23:46,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:23:46,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:46,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:23:46,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:23:46,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:46,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:46,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:23:46,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:23:46,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:46,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:46,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:23:46,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:23:46,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:46,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:46,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:23:46,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:23:46,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:46,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:46,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:23:46,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740 2024-11-27T03:23:46,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740 2024-11-27T03:23:46,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:23:46,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:23:46,563 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:46,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:23:46,565 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:46,565 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75313904, jitterRate=0.12226462364196777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:46,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677826556Initializing all the Stores at 1732677826557 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677826557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677826557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677826557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677826557Cleaning up temporary data from old regions at 1732677826563 (+6 ms)Region opened successfully at 1732677826565 (+2 ms) 2024-11-27T03:23:46,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:23:46,565 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:23:46,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:23:46,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:23:46,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:23:46,566 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:46,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677826565Disabling compacts and flushes for region at 1732677826565Disabling writes for close at 1732677826566 (+1 ms)Writing region close event to WAL at 1732677826566Closed at 1732677826566 2024-11-27T03:23:46,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:46,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:23:46,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:23:46,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:23:46,568 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:23:46,718 DEBUG [66d3634da959:36833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:23:46,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,43955,1732677824035 2024-11-27T03:23:46,720 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,43955,1732677824035, state=OPENING 2024-11-27T03:23:46,830 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:23:46,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:46,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:23:46,844 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:23:46,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,43955,1732677824035}] 2024-11-27T03:23:46,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1294271039/meta-region-server: CHANGED 2024-11-27T03:23:46,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1294271039/meta-region-server: CHANGED 2024-11-27T03:23:46,996 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:23:46,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:23:47,000 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:23:47,000 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:47,000 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:23:47,001 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C43955%2C1732677824035.meta, suffix=.meta, logDir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/WALs/66d3634da959,43955,1732677824035, archiveDir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/oldWALs, maxLogs=10 2024-11-27T03:23:47,012 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/WALs/66d3634da959,43955,1732677824035/66d3634da959%2C43955%2C1732677824035.meta.1732677827001.meta, exclude list is [], retry=0 2024-11-27T03:23:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40907,DS-5c02f63d-9d10-4a34-ad9b-b9ccdd0edec0,DISK] 2024-11-27T03:23:47,015 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/WALs/66d3634da959,43955,1732677824035/66d3634da959%2C43955%2C1732677824035.meta.1732677827001.meta 2024-11-27T03:23:47,015 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43267:43267)] 2024-11-27T03:23:47,015 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:47,015 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:47,015 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:23:47,015 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:23:47,015 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:23:47,015 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:23:47,016 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:47,016 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:23:47,016 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:23:47,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:23:47,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:23:47,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:47,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:47,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:23:47,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:23:47,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:47,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:47,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:23:47,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:23:47,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:47,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:47,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:23:47,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:23:47,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:47,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:47,020 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:23:47,020 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740 2024-11-27T03:23:47,021 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740 2024-11-27T03:23:47,021 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:23:47,021 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:23:47,022 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:47,022 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:23:47,022 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66990454, jitterRate=-0.001764446496963501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:47,023 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:23:47,023 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677827016Writing region info on filesystem at 1732677827016Initializing all the Stores at 1732677827016Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677827016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677827016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677827016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677827016Cleaning up temporary data from old regions at 1732677827021 (+5 ms)Running coprocessor post-open hooks at 1732677827023 (+2 ms)Region opened successfully at 1732677827023 2024-11-27T03:23:47,023 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677826996 2024-11-27T03:23:47,025 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:23:47,025 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:23:47,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,43955,1732677824035 2024-11-27T03:23:47,026 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,43955,1732677824035, state=OPEN 2024-11-27T03:23:47,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1294271039/meta-region-server 2024-11-27T03:23:47,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1294271039/meta-region-server 2024-11-27T03:23:47,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,43955,1732677824035 2024-11-27T03:23:47,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1294271039/meta-region-server: CHANGED 2024-11-27T03:23:47,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1294271039/meta-region-server: CHANGED 2024-11-27T03:23:47,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:23:47,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,43955,1732677824035 in 189 msec 2024-11-27T03:23:47,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:23:47,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-27T03:23:47,036 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:47,036 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:23:47,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:47,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,43955,1732677824035, seqNum=-1] 2024-11-27T03:23:47,037 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:47,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:47,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-27T03:23:47,041 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677827041, completionTime=-1 2024-11-27T03:23:47,041 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:23:47,041 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:23:47,042 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:23:47,043 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677887042 2024-11-27T03:23:47,043 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677947043 2024-11-27T03:23:47,043 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:23:47,043 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36833,1732677823882-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:47,043 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36833,1732677823882-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:47,043 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36833,1732677823882-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:47,043 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:36833, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:47,043 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:47,043 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:47,044 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:23:47,045 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.949sec 2024-11-27T03:23:47,046 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:23:47,046 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:23:47,046 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:23:47,046 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:23:47,046 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:23:47,046 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36833,1732677823882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:23:47,046 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36833,1732677823882-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:23:47,047 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:23:47,047 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:23:47,047 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,36833,1732677823882-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:47,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709b5042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:47,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,36833,-1 for getting cluster id 2024-11-27T03:23:47,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:47,057 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4e5436-7ee6-46b8-866e-69380fca6ded' 2024-11-27T03:23:47,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:47,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4e5436-7ee6-46b8-866e-69380fca6ded" 2024-11-27T03:23:47,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141f9323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:47,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,36833,-1] 2024-11-27T03:23:47,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:47,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:47,058 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:47,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118a70dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:47,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,43955,1732677824035, seqNum=-1] 2024-11-27T03:23:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:47,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:47,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,36833,1732677823882 2024-11-27T03:23:47,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63463 2024-11-27T03:23:47,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:47,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a514e360005 connected 2024-11-27T03:23:47,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/hadoop.log.dir so I do NOT create it in target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13 2024-11-27T03:23:47,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T03:23:47,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/hadoop.tmp.dir so I do NOT create it in target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13 2024-11-27T03:23:47,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T03:23:47,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13 2024-11-27T03:23:47,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:23:47,088 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/cluster_e4dda75e-bb06-74d3-94e2-c82ea07f1a8c, deleteOnExit=true 2024-11-27T03:23:47,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/test.cache.data in system properties and HBase conf 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T03:23:47,089 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:23:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:23:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:23:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:23:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:23:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:23:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:23:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:23:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:23:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:23:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:23:47,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:23:47,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:47,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:47,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:23:47,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:23:47,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:23:47,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:23:47,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:47,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29204f1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:23:47,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67b603b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:23:47,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ce76393{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/java.io.tmpdir/jetty-localhost-33581-hadoop-hdfs-3_4_1-tests_jar-_-any-13903009834620488935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:23:47,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17c5513{HTTP/1.1, (http/1.1)}{localhost:33581} 2024-11-27T03:23:47,617 INFO [Time-limited test {}] server.Server(415): Started @340386ms 2024-11-27T03:23:47,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:23:47,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:23:47,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:23:47,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:23:47,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T03:23:47,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cae9d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:23:47,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f675ff5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:23:47,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56768f5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/java.io.tmpdir/jetty-localhost-44379-hadoop-hdfs-3_4_1-tests_jar-_-any-6645678771376520878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:23:47,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a44ec1b{HTTP/1.1, (http/1.1)}{localhost:44379} 2024-11-27T03:23:47,979 INFO [Time-limited test {}] server.Server(415): Started @340748ms 2024-11-27T03:23:47,980 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:23:48,839 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/cluster_e4dda75e-bb06-74d3-94e2-c82ea07f1a8c/data/data1/current/BP-927673101-172.17.0.3-1732677827108/current, will proceed with Du for space computation calculation, 2024-11-27T03:23:48,839 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/cluster_e4dda75e-bb06-74d3-94e2-c82ea07f1a8c/data/data2/current/BP-927673101-172.17.0.3-1732677827108/current, will proceed with Du for space computation calculation, 2024-11-27T03:23:48,871 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:23:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc5997916a474b8d with lease ID 0x9d5fc9b43fc7c548: Processing first storage report for DS-080f83dc-ede3-4991-9995-173fc24c9cfb from datanode DatanodeRegistration(127.0.0.1:44179, datanodeUuid=f54d34b9-183d-4901-8536-5e3173909a3d, infoPort=46439, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=2081687346;c=1732677827108) 2024-11-27T03:23:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc5997916a474b8d with lease ID 0x9d5fc9b43fc7c548: from storage DS-080f83dc-ede3-4991-9995-173fc24c9cfb node DatanodeRegistration(127.0.0.1:44179, datanodeUuid=f54d34b9-183d-4901-8536-5e3173909a3d, infoPort=46439, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=2081687346;c=1732677827108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:23:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc5997916a474b8d with lease ID 0x9d5fc9b43fc7c548: Processing first storage report for DS-75780c84-41ec-4894-bb31-9046a00d1a2b from datanode DatanodeRegistration(127.0.0.1:44179, datanodeUuid=f54d34b9-183d-4901-8536-5e3173909a3d, infoPort=46439, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=2081687346;c=1732677827108) 2024-11-27T03:23:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc5997916a474b8d with lease ID 0x9d5fc9b43fc7c548: from storage DS-75780c84-41ec-4894-bb31-9046a00d1a2b node DatanodeRegistration(127.0.0.1:44179, datanodeUuid=f54d34b9-183d-4901-8536-5e3173909a3d, infoPort=46439, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=2081687346;c=1732677827108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T03:23:48,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13 2024-11-27T03:23:48,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:48,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:48,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:23:49,313 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c with version=8 2024-11-27T03:23:49,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/hbase-staging 2024-11-27T03:23:49,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:23:49,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:49,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:49,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:23:49,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:49,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:23:49,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T03:23:49,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:23:49,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35589 2024-11-27T03:23:49,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35589 connecting to ZooKeeper ensemble=127.0.0.1:63463 2024-11-27T03:23:49,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355890x0, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:49,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35589-0x1017a514e360006 connected 2024-11-27T03:23:49,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:49,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:49,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Set watcher on znode that does not yet exist, /21878362742/running 2024-11-27T03:23:49,596 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c, hbase.cluster.distributed=false 2024-11-27T03:23:49,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Set watcher on znode that does not yet exist, /21878362742/acl 2024-11-27T03:23:49,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35589 2024-11-27T03:23:49,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35589 2024-11-27T03:23:49,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35589 2024-11-27T03:23:49,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35589 2024-11-27T03:23:49,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35589 2024-11-27T03:23:49,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66d3634da959:0 server-side Connection retries=45 2024-11-27T03:23:49,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:49,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:49,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:23:49,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:23:49,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:23:49,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:23:49,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:23:49,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41153 2024-11-27T03:23:49,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41153 connecting to ZooKeeper ensemble=127.0.0.1:63463 2024-11-27T03:23:49,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:49,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:49,643 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411530x0, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:49,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411530x0, quorum=127.0.0.1:63463, baseZNode=/21878362742 Set watcher on znode that does not yet exist, /21878362742/running 2024-11-27T03:23:49,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41153-0x1017a514e360007 connected 2024-11-27T03:23:49,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:23:49,650 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:23:49,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Set watcher on znode that does not yet exist, /21878362742/master 2024-11-27T03:23:49,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Set watcher on znode that does not yet exist, /21878362742/acl 2024-11-27T03:23:49,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41153 2024-11-27T03:23:49,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41153 2024-11-27T03:23:49,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41153 2024-11-27T03:23:49,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41153 2024-11-27T03:23:49,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41153 2024-11-27T03:23:49,672 DEBUG [M:0;66d3634da959:35589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66d3634da959:35589 2024-11-27T03:23:49,672 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21878362742/backup-masters/66d3634da959,35589,1732677829315 2024-11-27T03:23:49,684 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742/backup-masters 2024-11-27T03:23:49,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742/backup-masters 2024-11-27T03:23:49,685 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Set watcher on existing znode=/21878362742/backup-masters/66d3634da959,35589,1732677829315 2024-11-27T03:23:49,696 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21878362742/master 2024-11-27T03:23:49,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:49,696 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:49,697 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Set watcher on existing znode=/21878362742/master 2024-11-27T03:23:49,697 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21878362742/backup-masters/66d3634da959,35589,1732677829315 from backup master directory 2024-11-27T03:23:49,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21878362742/backup-masters/66d3634da959,35589,1732677829315 2024-11-27T03:23:49,706 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742/backup-masters 2024-11-27T03:23:49,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742/backup-masters 2024-11-27T03:23:49,707 WARN [master/66d3634da959:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:23:49,707 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66d3634da959,35589,1732677829315 2024-11-27T03:23:49,709 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/hbase.id] with ID: 1e345ef0-9e09-42ce-a87d-506197c643f9 2024-11-27T03:23:49,709 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/.tmp/hbase.id 2024-11-27T03:23:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:23:49,714 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/.tmp/hbase.id]:[hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/hbase.id] 2024-11-27T03:23:49,723 INFO [master/66d3634da959:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:49,723 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T03:23:49,724 INFO [master/66d3634da959:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T03:23:49,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:49,727 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:49,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:23:50,132 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:50,134 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:23:50,134 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:23:50,549 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store 2024-11-27T03:23:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:23:50,558 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:50,558 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:23:50,558 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:50,558 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:50,558 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:23:50,558 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:50,558 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:50,559 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677830558Disabling compacts and flushes for region at 1732677830558Disabling writes for close at 1732677830558Writing region close event to WAL at 1732677830558Closed at 1732677830558 2024-11-27T03:23:50,559 WARN [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/.initializing 2024-11-27T03:23:50,559 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/WALs/66d3634da959,35589,1732677829315 2024-11-27T03:23:50,560 INFO [master/66d3634da959:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:23:50,562 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66d3634da959%2C35589%2C1732677829315, suffix=, logDir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/WALs/66d3634da959,35589,1732677829315, archiveDir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/oldWALs, maxLogs=10 2024-11-27T03:23:50,582 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/WALs/66d3634da959,35589,1732677829315/66d3634da959%2C35589%2C1732677829315.1732677830562, exclude list is [], retry=0 2024-11-27T03:23:50,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44179,DS-080f83dc-ede3-4991-9995-173fc24c9cfb,DISK] 2024-11-27T03:23:50,589 INFO [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/WALs/66d3634da959,35589,1732677829315/66d3634da959%2C35589%2C1732677829315.1732677830562 2024-11-27T03:23:50,592 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46439:46439)] 2024-11-27T03:23:50,592 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:50,593 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:50,593 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,593 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:23:50,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:50,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:50,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:23:50,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:50,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:50,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:23:50,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:50,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:50,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:23:50,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:50,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:50,608 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,609 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,609 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,610 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,610 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,610 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:50,611 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:23:50,616 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:50,618 INFO [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71804400, jitterRate=0.06996893882751465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:50,618 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732677830593Initializing all the Stores at 1732677830594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677830594Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677830599 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677830599Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677830599Cleaning up temporary data from old regions at 1732677830610 (+11 ms)Region opened successfully at 1732677830618 (+8 ms) 2024-11-27T03:23:50,618 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:23:50,621 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9288f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:23:50,622 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T03:23:50,622 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:23:50,622 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:23:50,623 INFO [master/66d3634da959:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:23:50,623 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T03:23:50,623 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T03:23:50,623 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:23:50,630 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:23:50,631 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Unable to get data of znode /21878362742/balancer because node does not exist (not necessarily an error) 2024-11-27T03:23:50,696 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21878362742/balancer already deleted, retry=false 2024-11-27T03:23:50,696 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:23:50,697 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Unable to get data of znode /21878362742/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:23:50,706 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21878362742/normalizer already deleted, retry=false 2024-11-27T03:23:50,707 INFO [master/66d3634da959:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:23:50,708 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Unable to get data of znode /21878362742/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:23:50,717 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21878362742/switch/split already deleted, retry=false 2024-11-27T03:23:50,720 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Unable to get data of znode /21878362742/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:23:50,728 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21878362742/switch/merge already deleted, retry=false 2024-11-27T03:23:50,730 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Unable to get data of znode /21878362742/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:23:50,738 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21878362742/snapshot-cleanup already deleted, retry=false 2024-11-27T03:23:50,749 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21878362742/running 2024-11-27T03:23:50,749 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:50,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21878362742/running 2024-11-27T03:23:50,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:50,750 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66d3634da959,35589,1732677829315, sessionid=0x1017a514e360006, setting cluster-up flag (Was=false) 2024-11-27T03:23:50,864 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:50,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:50,907 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21878362742/flush-table-proc/acquired, /21878362742/flush-table-proc/reached, /21878362742/flush-table-proc/abort 2024-11-27T03:23:50,908 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,35589,1732677829315 2024-11-27T03:23:50,927 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:50,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:50,959 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21878362742/online-snapshot/acquired, /21878362742/online-snapshot/reached, /21878362742/online-snapshot/abort 2024-11-27T03:23:50,960 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66d3634da959,35589,1732677829315 2024-11-27T03:23:50,962 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T03:23:50,963 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:50,963 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T03:23:50,963 INFO [master/66d3634da959:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:23:50,964 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(746): ClusterId : 1e345ef0-9e09-42ce-a87d-506197c643f9 2024-11-27T03:23:50,964 DEBUG [RS:0;66d3634da959:41153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:23:50,964 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66d3634da959,35589,1732677829315 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:23:50,970 DEBUG [RS:0;66d3634da959:41153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:23:50,970 DEBUG [RS:0;66d3634da959:41153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:23:50,980 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:50,980 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:50,981 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:50,981 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66d3634da959:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:23:50,981 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66d3634da959:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:23:50,981 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:50,981 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:23:50,981 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:50,981 DEBUG [RS:0;66d3634da959:41153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:23:50,982 DEBUG [RS:0;66d3634da959:41153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db9da57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66d3634da959/172.17.0.3:0 2024-11-27T03:23:50,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:50,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:23:50,999 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66d3634da959:41153 2024-11-27T03:23:50,999 INFO [RS:0;66d3634da959:41153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T03:23:50,999 INFO [RS:0;66d3634da959:41153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T03:23:50,999 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T03:23:50,999 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:51,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:23:51,005 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,35589,1732677829315 with port=41153, startcode=1732677829626 2024-11-27T03:23:51,005 DEBUG [RS:0;66d3634da959:41153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:23:51,008 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677861008 2024-11-27T03:23:51,008 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:23:51,009 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:23:51,009 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:23:51,009 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:23:51,009 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:23:51,009 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:23:51,029 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:23:51,030 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35589 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T03:23:51,030 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T03:23:51,030 WARN [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T03:23:51,032 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,035 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:23:51,035 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:23:51,035 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:23:51,035 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T03:23:51,036 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:23:51,036 INFO [master/66d3634da959:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:23:51,040 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677831036,5,FailOnTimeoutGroup] 2024-11-27T03:23:51,040 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677831040,5,FailOnTimeoutGroup] 2024-11-27T03:23:51,040 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,041 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:23:51,041 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,041 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741831_1007 (size=1321) 2024-11-27T03:23:51,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T03:23:51,047 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c 2024-11-27T03:23:51,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741832_1008 (size=32) 2024-11-27T03:23:51,131 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(2659): reportForDuty to master=66d3634da959,35589,1732677829315 with port=41153, startcode=1732677829626 2024-11-27T03:23:51,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66d3634da959,41153,1732677829626 2024-11-27T03:23:51,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35589 {}] master.ServerManager(517): Registering regionserver=66d3634da959,41153,1732677829626 2024-11-27T03:23:51,134 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c 2024-11-27T03:23:51,134 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38603 2024-11-27T03:23:51,134 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T03:23:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742/rs 2024-11-27T03:23:51,184 DEBUG [RS:0;66d3634da959:41153 {}] zookeeper.ZKUtil(111): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Set watcher on existing znode=/21878362742/rs/66d3634da959,41153,1732677829626 2024-11-27T03:23:51,184 WARN [RS:0;66d3634da959:41153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:23:51,184 INFO [RS:0;66d3634da959:41153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:51,184 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/WALs/66d3634da959,41153,1732677829626 2024-11-27T03:23:51,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66d3634da959,41153,1732677829626] 2024-11-27T03:23:51,187 INFO [RS:0;66d3634da959:41153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:23:51,195 INFO [RS:0;66d3634da959:41153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:23:51,196 INFO [RS:0;66d3634da959:41153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:23:51,196 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,196 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T03:23:51,197 INFO [RS:0;66d3634da959:41153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T03:23:51,197 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66d3634da959:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,197 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,198 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66d3634da959:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:23:51,198 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:23:51,198 DEBUG [RS:0;66d3634da959:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66d3634da959:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:23:51,198 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,198 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,198 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,198 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,198 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,198 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41153,1732677829626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:23:51,215 INFO [RS:0;66d3634da959:41153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:23:51,215 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,41153,1732677829626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,215 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,215 INFO [RS:0;66d3634da959:41153 {}] regionserver.Replication(171): 66d3634da959,41153,1732677829626 started 2024-11-27T03:23:51,229 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,229 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1482): Serving as 66d3634da959,41153,1732677829626, RpcServer on 66d3634da959/172.17.0.3:41153, sessionid=0x1017a514e360007 2024-11-27T03:23:51,229 DEBUG [RS:0;66d3634da959:41153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:23:51,229 DEBUG [RS:0;66d3634da959:41153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66d3634da959,41153,1732677829626 2024-11-27T03:23:51,229 DEBUG [RS:0;66d3634da959:41153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,41153,1732677829626' 2024-11-27T03:23:51,229 DEBUG [RS:0;66d3634da959:41153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21878362742/flush-table-proc/abort' 2024-11-27T03:23:51,229 DEBUG [RS:0;66d3634da959:41153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21878362742/flush-table-proc/acquired' 2024-11-27T03:23:51,230 DEBUG [RS:0;66d3634da959:41153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:23:51,230 DEBUG [RS:0;66d3634da959:41153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:23:51,230 DEBUG [RS:0;66d3634da959:41153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66d3634da959,41153,1732677829626 2024-11-27T03:23:51,230 DEBUG [RS:0;66d3634da959:41153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66d3634da959,41153,1732677829626' 2024-11-27T03:23:51,230 DEBUG [RS:0;66d3634da959:41153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21878362742/online-snapshot/abort' 2024-11-27T03:23:51,230 DEBUG [RS:0;66d3634da959:41153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21878362742/online-snapshot/acquired' 2024-11-27T03:23:51,230 DEBUG [RS:0;66d3634da959:41153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:23:51,230 INFO [RS:0;66d3634da959:41153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:23:51,230 INFO [RS:0;66d3634da959:41153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:23:51,331 INFO [RS:0;66d3634da959:41153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:23:51,332 INFO [RS:0;66d3634da959:41153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C41153%2C1732677829626, suffix=, logDir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/WALs/66d3634da959,41153,1732677829626, archiveDir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/oldWALs, maxLogs=10 2024-11-27T03:23:51,346 DEBUG [RS:0;66d3634da959:41153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/WALs/66d3634da959,41153,1732677829626/66d3634da959%2C41153%2C1732677829626.1732677831333, exclude list is [], retry=0 2024-11-27T03:23:51,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44179,DS-080f83dc-ede3-4991-9995-173fc24c9cfb,DISK] 2024-11-27T03:23:51,350 INFO [RS:0;66d3634da959:41153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/WALs/66d3634da959,41153,1732677829626/66d3634da959%2C41153%2C1732677829626.1732677831333 2024-11-27T03:23:51,350 DEBUG [RS:0;66d3634da959:41153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46439:46439)] 2024-11-27T03:23:51,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:51,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:23:51,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:23:51,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:51,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:51,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:23:51,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:23:51,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:51,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:51,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:23:51,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:23:51,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:51,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:51,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:23:51,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:23:51,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:51,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:51,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:23:51,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740 2024-11-27T03:23:51,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740 2024-11-27T03:23:51,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:23:51,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:23:51,479 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:51,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:23:51,481 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:51,481 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65002463, jitterRate=-0.0313878208398819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:51,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732677831472Initializing all the Stores at 1732677831473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677831473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677831473Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677831473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677831473Cleaning up temporary data from old regions at 1732677831479 (+6 ms)Region opened successfully at 1732677831481 (+2 ms) 2024-11-27T03:23:51,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:23:51,481 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:23:51,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:23:51,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:23:51,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:23:51,482 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:51,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677831481Disabling compacts and flushes for region at 1732677831481Disabling writes for close at 1732677831481Writing region close event to WAL at 1732677831482 (+1 ms)Closed at 1732677831482 2024-11-27T03:23:51,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:51,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T03:23:51,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:23:51,484 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:23:51,484 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:23:51,635 DEBUG [66d3634da959:35589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:23:51,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66d3634da959,41153,1732677829626 2024-11-27T03:23:51,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,41153,1732677829626, state=OPENING 2024-11-27T03:23:51,685 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:23:51,696 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:51,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:23:51,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21878362742/meta-region-server: CHANGED 2024-11-27T03:23:51,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21878362742/meta-region-server: CHANGED 2024-11-27T03:23:51,697 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:23:51,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,41153,1732677829626}] 2024-11-27T03:23:51,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:23:51,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:23:51,854 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T03:23:51,854 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:51,854 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:23:51,855 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C41153%2C1732677829626.meta, suffix=.meta, logDir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/WALs/66d3634da959,41153,1732677829626, archiveDir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/oldWALs, maxLogs=10 2024-11-27T03:23:51,883 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/WALs/66d3634da959,41153,1732677829626/66d3634da959%2C41153%2C1732677829626.meta.1732677831856.meta, exclude list is [], retry=0 2024-11-27T03:23:51,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44179,DS-080f83dc-ede3-4991-9995-173fc24c9cfb,DISK] 2024-11-27T03:23:51,886 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/WALs/66d3634da959,41153,1732677829626/66d3634da959%2C41153%2C1732677829626.meta.1732677831856.meta 2024-11-27T03:23:51,887 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46439:46439)] 2024-11-27T03:23:51,887 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:51,887 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:51,887 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:23:51,888 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:23:51,888 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:23:51,888 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:23:51,888 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:51,888 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T03:23:51,888 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T03:23:51,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:23:51,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:23:51,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:51,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:51,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T03:23:51,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T03:23:51,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:51,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:51,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:23:51,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:23:51,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:51,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:51,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:23:51,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:23:51,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:51,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:23:51,894 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T03:23:51,895 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740 2024-11-27T03:23:51,896 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740 2024-11-27T03:23:51,896 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T03:23:51,896 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T03:23:51,897 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:23:51,897 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T03:23:51,898 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61574631, jitterRate=-0.0824664980173111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:23:51,898 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T03:23:51,898 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732677831888Writing region info on filesystem at 1732677831888Initializing all the Stores at 1732677831889 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677831889Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677831891 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677831891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732677831891Cleaning up temporary data from old regions at 1732677831896 (+5 ms)Running coprocessor post-open hooks at 1732677831898 (+2 ms)Region opened successfully at 1732677831898 2024-11-27T03:23:51,899 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677831849 2024-11-27T03:23:51,900 DEBUG [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:23:51,900 INFO [RS_OPEN_META-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T03:23:51,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,41153,1732677829626 2024-11-27T03:23:51,901 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66d3634da959,41153,1732677829626, state=OPEN 2024-11-27T03:23:51,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21878362742/meta-region-server 2024-11-27T03:23:51,963 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21878362742/meta-region-server 2024-11-27T03:23:51,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66d3634da959,41153,1732677829626 2024-11-27T03:23:51,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21878362742/meta-region-server: CHANGED 2024-11-27T03:23:51,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21878362742/meta-region-server: CHANGED 2024-11-27T03:23:51,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:23:51,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66d3634da959,41153,1732677829626 in 266 msec 2024-11-27T03:23:51,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:23:51,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-27T03:23:51,967 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:23:51,967 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T03:23:51,968 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:51,968 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,41153,1732677829626, seqNum=-1] 2024-11-27T03:23:51,968 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:51,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:51,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0090 sec 2024-11-27T03:23:51,972 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677831972, completionTime=-1 2024-11-27T03:23:51,972 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:23:51,972 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T03:23:51,974 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T03:23:51,974 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677891974 2024-11-27T03:23:51,974 INFO [master/66d3634da959:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677951974 2024-11-27T03:23:51,974 INFO [master/66d3634da959:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T03:23:51,974 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35589,1732677829315-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,975 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35589,1732677829315-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,975 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35589,1732677829315-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,975 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66d3634da959:35589, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,975 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,975 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:51,976 DEBUG [master/66d3634da959:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T03:23:51,977 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.270sec 2024-11-27T03:23:51,977 INFO [master/66d3634da959:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:23:51,977 INFO [master/66d3634da959:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:23:51,977 INFO [master/66d3634da959:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:23:51,977 INFO [master/66d3634da959:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:23:51,977 INFO [master/66d3634da959:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:23:51,977 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35589,1732677829315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:23:51,978 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35589,1732677829315-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:23:51,979 DEBUG [master/66d3634da959:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:23:51,979 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:23:51,979 INFO [master/66d3634da959:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66d3634da959,35589,1732677829315-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:23:52,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f20b588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:52,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35589,-1 for getting cluster id 2024-11-27T03:23:52,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:52,065 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e345ef0-9e09-42ce-a87d-506197c643f9' 2024-11-27T03:23:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e345ef0-9e09-42ce-a87d-506197c643f9" 2024-11-27T03:23:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b09c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35589,-1] 2024-11-27T03:23:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:52,067 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:52,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea982b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:52,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:52,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,41153,1732677829626, seqNum=-1] 2024-11-27T03:23:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:52,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66d3634da959,35589,1732677829315 2024-11-27T03:23:52,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63463 2024-11-27T03:23:52,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:23:52,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017a514e360008 connected 2024-11-27T03:23:52,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37771,1732677818968 2024-11-27T03:23:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d104823 2024-11-27T03:23:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:52,174 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:52,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:23:52,176 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:52,177 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:52,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:23:52,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:23:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:52,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:23:52,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,590 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97d95f76b87681226f081885d491d41d, NAME => 'test,,1732677832174.97d95f76b87681226f081885d491d41d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d 2024-11-27T03:23:52,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:23:52,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677832174.97d95f76b87681226f081885d491d41d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97d95f76b87681226f081885d491d41d, disabling compactions & flushes 2024-11-27T03:23:52,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:23:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:23:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677832174.97d95f76b87681226f081885d491d41d. after waiting 0 ms 2024-11-27T03:23:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:23:52,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:23:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97d95f76b87681226f081885d491d41d: Waiting for close lock at 1732677832995Disabling compacts and flushes for region at 1732677832995Disabling writes for close at 1732677832995Writing region close event to WAL at 1732677832995Closed at 1732677832995 2024-11-27T03:23:52,997 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:52,997 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677832174.97d95f76b87681226f081885d491d41d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677832997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677832997"}]},"ts":"1732677832997"} 2024-11-27T03:23:52,999 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:53,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:53,000 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677833000"}]},"ts":"1732677833000"} 2024-11-27T03:23:53,002 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:23:53,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97d95f76b87681226f081885d491d41d, ASSIGN}] 2024-11-27T03:23:53,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97d95f76b87681226f081885d491d41d, ASSIGN 2024-11-27T03:23:53,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97d95f76b87681226f081885d491d41d, ASSIGN; state=OFFLINE, location=66d3634da959,44415,1732677819267; forceNewPlan=false, retain=false 2024-11-27T03:23:53,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97d95f76b87681226f081885d491d41d, regionState=OPENING, regionLocation=66d3634da959,44415,1732677819267 2024-11-27T03:23:53,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97d95f76b87681226f081885d491d41d, ASSIGN because future has completed 2024-11-27T03:23:53,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97d95f76b87681226f081885d491d41d, server=66d3634da959,44415,1732677819267}] 2024-11-27T03:23:53,312 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:23:53,312 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97d95f76b87681226f081885d491d41d, NAME => 'test,,1732677832174.97d95f76b87681226f081885d491d41d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:53,312 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:53,312 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:23:53,312 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,312 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677832174.97d95f76b87681226f081885d491d41d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:53,313 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,313 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,314 INFO [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,314 INFO [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97d95f76b87681226f081885d491d41d columnFamilyName f 2024-11-27T03:23:53,314 DEBUG [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:53,315 INFO [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] regionserver.HStore(327): Store=97d95f76b87681226f081885d491d41d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:53,315 INFO [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,315 INFO [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97d95f76b87681226f081885d491d41d columnFamilyName f1 2024-11-27T03:23:53,315 DEBUG [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:53,316 INFO [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] regionserver.HStore(327): Store=97d95f76b87681226f081885d491d41d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:53,316 INFO [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,317 INFO [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97d95f76b87681226f081885d491d41d columnFamilyName norep 2024-11-27T03:23:53,317 DEBUG [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:53,317 INFO [StoreOpener-97d95f76b87681226f081885d491d41d-1 {}] regionserver.HStore(327): Store=97d95f76b87681226f081885d491d41d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:53,317 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,317 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,318 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:53,318 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,318 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,319 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:53,319 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,321 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:53,321 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97d95f76b87681226f081885d491d41d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67869434, jitterRate=0.011333376169204712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:53,321 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97d95f76b87681226f081885d491d41d 2024-11-27T03:23:53,321 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97d95f76b87681226f081885d491d41d: Running coprocessor pre-open hook at 1732677833313Writing region info on filesystem at 1732677833313Initializing all the Stores at 1732677833313Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677833313Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677833313Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677833313Cleaning up temporary data from old regions at 1732677833318 (+5 ms)Running coprocessor post-open hooks at 1732677833321 (+3 ms)Region opened successfully at 1732677833321 2024-11-27T03:23:53,322 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677832174.97d95f76b87681226f081885d491d41d., pid=6, masterSystemTime=1732677833309 2024-11-27T03:23:53,323 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:23:53,323 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:23:53,324 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97d95f76b87681226f081885d491d41d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,44415,1732677819267 2024-11-27T03:23:53,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97d95f76b87681226f081885d491d41d, server=66d3634da959,44415,1732677819267 because future has completed 2024-11-27T03:23:53,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:23:53,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97d95f76b87681226f081885d491d41d, server=66d3634da959,44415,1732677819267 in 169 msec 2024-11-27T03:23:53,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:23:53,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97d95f76b87681226f081885d491d41d, ASSIGN in 325 msec 2024-11-27T03:23:53,329 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:53,329 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677833329"}]},"ts":"1732677833329"} 2024-11-27T03:23:53,330 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:23:53,331 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:53,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-27T03:23:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:54,328 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:23:54,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,36833,1732677823882 2024-11-27T03:23:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e85d904 2024-11-27T03:23:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:54,330 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:54,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:23:54,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:54,333 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:54,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:23:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:54,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:54,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:23:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:54,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f6afd8ec4fbb96a92b686bca85e581c, NAME => 'test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a 2024-11-27T03:23:54,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:23:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:55,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:55,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5f6afd8ec4fbb96a92b686bca85e581c, disabling compactions & flushes 2024-11-27T03:23:55,155 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:23:55,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:23:55,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. after waiting 0 ms 2024-11-27T03:23:55,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:23:55,155 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:23:55,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f6afd8ec4fbb96a92b686bca85e581c: Waiting for close lock at 1732677835154Disabling compacts and flushes for region at 1732677835154Disabling writes for close at 1732677835155 (+1 ms)Writing region close event to WAL at 1732677835155Closed at 1732677835155 2024-11-27T03:23:55,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:55,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677835156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677835156"}]},"ts":"1732677835156"} 2024-11-27T03:23:55,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:55,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:55,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677835159"}]},"ts":"1732677835159"} 2024-11-27T03:23:55,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:23:55,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f6afd8ec4fbb96a92b686bca85e581c, ASSIGN}] 2024-11-27T03:23:55,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f6afd8ec4fbb96a92b686bca85e581c, ASSIGN 2024-11-27T03:23:55,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5f6afd8ec4fbb96a92b686bca85e581c, ASSIGN; state=OFFLINE, location=66d3634da959,43955,1732677824035; forceNewPlan=false, retain=false 2024-11-27T03:23:55,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f6afd8ec4fbb96a92b686bca85e581c, regionState=OPENING, regionLocation=66d3634da959,43955,1732677824035 2024-11-27T03:23:55,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5f6afd8ec4fbb96a92b686bca85e581c, ASSIGN because future has completed 2024-11-27T03:23:55,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6afd8ec4fbb96a92b686bca85e581c, server=66d3634da959,43955,1732677824035}] 2024-11-27T03:23:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:55,476 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:23:55,476 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f6afd8ec4fbb96a92b686bca85e581c, NAME => 'test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:55,476 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:55,476 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:23:55,477 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,477 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:55,477 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,477 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,478 INFO [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,479 INFO [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6afd8ec4fbb96a92b686bca85e581c columnFamilyName f 2024-11-27T03:23:55,479 DEBUG [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:55,479 INFO [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] regionserver.HStore(327): Store=5f6afd8ec4fbb96a92b686bca85e581c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:55,479 INFO [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,480 INFO [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6afd8ec4fbb96a92b686bca85e581c columnFamilyName f1 2024-11-27T03:23:55,480 DEBUG [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:55,480 INFO [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] regionserver.HStore(327): Store=5f6afd8ec4fbb96a92b686bca85e581c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:55,480 INFO [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,481 INFO [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6afd8ec4fbb96a92b686bca85e581c columnFamilyName norep 2024-11-27T03:23:55,481 DEBUG [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:55,481 INFO [StoreOpener-5f6afd8ec4fbb96a92b686bca85e581c-1 {}] regionserver.HStore(327): Store=5f6afd8ec4fbb96a92b686bca85e581c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:55,481 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,482 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,482 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,483 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,483 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,483 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:55,484 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,485 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:55,485 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f6afd8ec4fbb96a92b686bca85e581c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66957094, jitterRate=-0.002261549234390259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:55,485 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:23:55,485 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f6afd8ec4fbb96a92b686bca85e581c: Running coprocessor pre-open hook at 1732677835477Writing region info on filesystem at 1732677835477Initializing all the Stores at 1732677835477Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677835477Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677835478 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677835478Cleaning up temporary data from old regions at 1732677835483 (+5 ms)Running coprocessor post-open hooks at 1732677835485 (+2 ms)Region opened successfully at 1732677835485 2024-11-27T03:23:55,486 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c., pid=6, masterSystemTime=1732677835473 2024-11-27T03:23:55,487 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:23:55,487 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:23:55,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f6afd8ec4fbb96a92b686bca85e581c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,43955,1732677824035 2024-11-27T03:23:55,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6afd8ec4fbb96a92b686bca85e581c, server=66d3634da959,43955,1732677824035 because future has completed 2024-11-27T03:23:55,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:23:55,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f6afd8ec4fbb96a92b686bca85e581c, server=66d3634da959,43955,1732677824035 in 168 msec 2024-11-27T03:23:55,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:23:55,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5f6afd8ec4fbb96a92b686bca85e581c, ASSIGN in 330 msec 2024-11-27T03:23:55,493 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:55,493 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677835493"}]},"ts":"1732677835493"} 2024-11-27T03:23:55,495 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:23:55,496 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:55,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-27T03:23:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:56,478 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:23:56,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,35589,1732677829315 2024-11-27T03:23:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30f23b2f 2024-11-27T03:23:56,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:56,480 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:56,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T03:23:56,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:56,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:56,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T03:23:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:56,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:56,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741835_1011 (size=902) 2024-11-27T03:23:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:56,891 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c0de9b9af5b9fabfcabdc2cfc9fa893, NAME => 'test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c 2024-11-27T03:23:56,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741836_1012 (size=39) 2024-11-27T03:23:56,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:56,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c0de9b9af5b9fabfcabdc2cfc9fa893, disabling compactions & flushes 2024-11-27T03:23:56,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:23:56,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:23:56,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. after waiting 0 ms 2024-11-27T03:23:56,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:23:56,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:23:56,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c0de9b9af5b9fabfcabdc2cfc9fa893: Waiting for close lock at 1732677836898Disabling compacts and flushes for region at 1732677836898Disabling writes for close at 1732677836898Writing region close event to WAL at 1732677836898Closed at 1732677836898 2024-11-27T03:23:56,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:56,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732677836899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677836899"}]},"ts":"1732677836899"} 2024-11-27T03:23:56,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:56,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:56,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677836901"}]},"ts":"1732677836901"} 2024-11-27T03:23:56,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T03:23:56,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c0de9b9af5b9fabfcabdc2cfc9fa893, ASSIGN}] 2024-11-27T03:23:56,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c0de9b9af5b9fabfcabdc2cfc9fa893, ASSIGN 2024-11-27T03:23:56,904 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c0de9b9af5b9fabfcabdc2cfc9fa893, ASSIGN; state=OFFLINE, location=66d3634da959,41153,1732677829626; forceNewPlan=false, retain=false 2024-11-27T03:23:57,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c0de9b9af5b9fabfcabdc2cfc9fa893, regionState=OPENING, regionLocation=66d3634da959,41153,1732677829626 2024-11-27T03:23:57,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c0de9b9af5b9fabfcabdc2cfc9fa893, ASSIGN because future has completed 2024-11-27T03:23:57,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c0de9b9af5b9fabfcabdc2cfc9fa893, server=66d3634da959,41153,1732677829626}] 2024-11-27T03:23:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:57,211 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:23:57,211 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c0de9b9af5b9fabfcabdc2cfc9fa893, NAME => 'test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:57,211 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:57,211 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T03:23:57,211 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,211 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:57,212 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,212 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,212 INFO [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,213 INFO [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c0de9b9af5b9fabfcabdc2cfc9fa893 columnFamilyName f 2024-11-27T03:23:57,213 DEBUG [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:57,213 INFO [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] regionserver.HStore(327): Store=4c0de9b9af5b9fabfcabdc2cfc9fa893/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:57,214 INFO [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,214 INFO [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c0de9b9af5b9fabfcabdc2cfc9fa893 columnFamilyName f1 2024-11-27T03:23:57,214 DEBUG [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:57,215 INFO [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] regionserver.HStore(327): Store=4c0de9b9af5b9fabfcabdc2cfc9fa893/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:57,215 INFO [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,215 INFO [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c0de9b9af5b9fabfcabdc2cfc9fa893 columnFamilyName norep 2024-11-27T03:23:57,215 DEBUG [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:57,215 INFO [StoreOpener-4c0de9b9af5b9fabfcabdc2cfc9fa893-1 {}] regionserver.HStore(327): Store=4c0de9b9af5b9fabfcabdc2cfc9fa893/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:57,215 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,216 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,216 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,217 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,217 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,217 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:57,218 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,219 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:57,219 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c0de9b9af5b9fabfcabdc2cfc9fa893; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63936314, jitterRate=-0.04727467894554138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:57,219 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:23:57,219 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c0de9b9af5b9fabfcabdc2cfc9fa893: Running coprocessor pre-open hook at 1732677837212Writing region info on filesystem at 1732677837212Initializing all the Stores at 1732677837212Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677837212Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677837212Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677837212Cleaning up temporary data from old regions at 1732677837217 (+5 ms)Running coprocessor post-open hooks at 1732677837219 (+2 ms)Region opened successfully at 1732677837219 2024-11-27T03:23:57,220 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893., pid=6, masterSystemTime=1732677837208 2024-11-27T03:23:57,221 DEBUG [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:23:57,221 INFO [RS_OPEN_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:23:57,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c0de9b9af5b9fabfcabdc2cfc9fa893, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=66d3634da959,41153,1732677829626 2024-11-27T03:23:57,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c0de9b9af5b9fabfcabdc2cfc9fa893, server=66d3634da959,41153,1732677829626 because future has completed 2024-11-27T03:23:57,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:23:57,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c0de9b9af5b9fabfcabdc2cfc9fa893, server=66d3634da959,41153,1732677829626 in 168 msec 2024-11-27T03:23:57,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:23:57,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c0de9b9af5b9fabfcabdc2cfc9fa893, ASSIGN in 322 msec 2024-11-27T03:23:57,227 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:57,227 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677837227"}]},"ts":"1732677837227"} 2024-11-27T03:23:57,228 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T03:23:57,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:57,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-27T03:23:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T03:23:57,618 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T03:23:57,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317f8440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:57,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37771,-1 for getting cluster id 2024-11-27T03:23:57,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:57,620 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc8a0812-1abc-4eab-8658-b9a43f4f48d0' 2024-11-27T03:23:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc8a0812-1abc-4eab-8658-b9a43f4f48d0" 2024-11-27T03:23:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6367028d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37771,-1] 2024-11-27T03:23:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:57,621 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9cb613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:57,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37771,1732677818968 2024-11-27T03:23:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@610be764 2024-11-27T03:23:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:57,623 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:57,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://66d3634da959:36833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:23:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:23:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:57,625 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:36833' 2024-11-27T03:23:57,626 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e01058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:57,626 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,36833,-1 for getting cluster id 2024-11-27T03:23:57,626 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:57,627 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4e5436-7ee6-46b8-866e-69380fca6ded' 2024-11-27T03:23:57,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:57,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4e5436-7ee6-46b8-866e-69380fca6ded" 2024-11-27T03:23:57,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f1b0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:57,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,36833,-1] 2024-11-27T03:23:57,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:57,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:57,628 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:57,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36081628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:57,628 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:57,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,36833,1732677823882 2024-11-27T03:23:57,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33dd2ad 2024-11-27T03:23:57,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:57,630 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:57,630 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T03:23:57,630 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:23:57,630 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:57,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:57,630 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:57,631 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:57,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T03:23:57,632 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:57,632 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:57,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:57,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741837_1013 (size=1138) 2024-11-27T03:23:57,682 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T03:23:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:58,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30f316d204595cf24428d9fb53fe250c, NAME => 'hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d 2024-11-27T03:23:58,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741838_1014 (size=44) 2024-11-27T03:23:58,042 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:58,042 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 30f316d204595cf24428d9fb53fe250c, disabling compactions & flushes 2024-11-27T03:23:58,042 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:23:58,042 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:23:58,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. after waiting 0 ms 2024-11-27T03:23:58,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:23:58,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:23:58,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30f316d204595cf24428d9fb53fe250c: Waiting for close lock at 1732677838042Disabling compacts and flushes for region at 1732677838042Disabling writes for close at 1732677838043 (+1 ms)Writing region close event to WAL at 1732677838043Closed at 1732677838043 2024-11-27T03:23:58,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:58,044 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732677838043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677838043"}]},"ts":"1732677838043"} 2024-11-27T03:23:58,045 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T03:23:58,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:58,046 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677838045"}]},"ts":"1732677838045"} 2024-11-27T03:23:58,047 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T03:23:58,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30f316d204595cf24428d9fb53fe250c, ASSIGN}] 2024-11-27T03:23:58,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30f316d204595cf24428d9fb53fe250c, ASSIGN 2024-11-27T03:23:58,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30f316d204595cf24428d9fb53fe250c, ASSIGN; state=OFFLINE, location=66d3634da959,44415,1732677819267; forceNewPlan=false, retain=false 2024-11-27T03:23:58,098 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:58,098 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:23:58,098 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149058 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [66d3634da959,33125,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:33125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T03:23:58,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30f316d204595cf24428d9fb53fe250c, regionState=OPENING, regionLocation=66d3634da959,44415,1732677819267 2024-11-27T03:23:58,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30f316d204595cf24428d9fb53fe250c, ASSIGN because future has completed 2024-11-27T03:23:58,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30f316d204595cf24428d9fb53fe250c, server=66d3634da959,44415,1732677819267}] 2024-11-27T03:23:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:58,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:23:58,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:23:58,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T03:23:58,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=66d3634da959%2C44415%2C1732677819267.rep, suffix=, logDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267, archiveDir=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/oldWALs, maxLogs=10 2024-11-27T03:23:58,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.rep.1732677838357, exclude list is [], retry=0 2024-11-27T03:23:58,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-081598f7-62a9-4f50-b5c2-0c312fcc2f8a,DISK] 2024-11-27T03:23:58,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.rep.1732677838357 2024-11-27T03:23:58,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-27T03:23:58,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 30f316d204595cf24428d9fb53fe250c, NAME => 'hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:58,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T03:23:58,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:23:58,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. service=MultiRowMutationService 2024-11-27T03:23:58,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T03:23:58,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:58,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,377 INFO [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,378 INFO [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f316d204595cf24428d9fb53fe250c columnFamilyName hfileref 2024-11-27T03:23:58,378 DEBUG [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:58,379 INFO [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] regionserver.HStore(327): Store=30f316d204595cf24428d9fb53fe250c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:58,379 INFO [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,379 INFO [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f316d204595cf24428d9fb53fe250c columnFamilyName queue 2024-11-27T03:23:58,379 DEBUG [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:58,380 INFO [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] regionserver.HStore(327): Store=30f316d204595cf24428d9fb53fe250c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:58,380 INFO [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,380 INFO [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f316d204595cf24428d9fb53fe250c columnFamilyName sid 2024-11-27T03:23:58,380 DEBUG [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:58,381 INFO [StoreOpener-30f316d204595cf24428d9fb53fe250c-1 {}] regionserver.HStore(327): Store=30f316d204595cf24428d9fb53fe250c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:58,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T03:23:58,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:58,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 30f316d204595cf24428d9fb53fe250c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72682445, jitterRate=0.08305282890796661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T03:23:58,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:23:58,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 30f316d204595cf24428d9fb53fe250c: Running coprocessor pre-open hook at 1732677838376Writing region info on filesystem at 1732677838376Initializing all the Stores at 1732677838377 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677838377Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677838377Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732677838377Cleaning up temporary data from old regions at 1732677838382 (+5 ms)Running coprocessor post-open hooks at 1732677838393 (+11 ms)Region opened successfully at 1732677838393 2024-11-27T03:23:58,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c., pid=10, masterSystemTime=1732677838352 2024-11-27T03:23:58,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:23:58,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:23:58,397 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30f316d204595cf24428d9fb53fe250c, regionState=OPEN, openSeqNum=2, regionLocation=66d3634da959,44415,1732677819267 2024-11-27T03:23:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30f316d204595cf24428d9fb53fe250c, server=66d3634da959,44415,1732677819267 because future has completed 2024-11-27T03:23:58,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:23:58,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 30f316d204595cf24428d9fb53fe250c, server=66d3634da959,44415,1732677819267 in 200 msec 2024-11-27T03:23:58,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T03:23:58,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30f316d204595cf24428d9fb53fe250c, ASSIGN in 355 msec 2024-11-27T03:23:58,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:58,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677838405"}]},"ts":"1732677838405"} 2024-11-27T03:23:58,406 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T03:23:58,407 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:58,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-27T03:23:58,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c., hostname=66d3634da959,44415,1732677819267, seqNum=2] 2024-11-27T03:23:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:23:58,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:23:58,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T03:23:58,691 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T03:23:58,728 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-66d3634da959,44415,1732677819267, ReplicationSource: 1, currentBandwidth=0 2024-11-27T03:23:58,728 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:58,728 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44415,1732677819267, seqNum=-1] 2024-11-27T03:23:58,729 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:58,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-27T03:23:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-66d3634da959,44415,1732677819267', locateType=CURRENT is [region=hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c., hostname=66d3634da959,44415,1732677819267, seqNum=2] 2024-11-27T03:23:58,733 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T03:23:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T03:23:58,735 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 66d3634da959,44415,1732677819267 suceeded 2024-11-27T03:23:58,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T03:23:58,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-27T03:23:58,736 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://66d3634da959:36833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:23:58,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1130 sec 2024-11-27T03:23:58,751 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:36833' 2024-11-27T03:23:58,752 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e5d6d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,752 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,36833,-1 for getting cluster id 2024-11-27T03:23:58,752 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:58,753 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4e5436-7ee6-46b8-866e-69380fca6ded' 2024-11-27T03:23:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4e5436-7ee6-46b8-866e-69380fca6ded" 2024-11-27T03:23:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d202266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,36833,-1] 2024-11-27T03:23:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:58,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:58,754 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:58,754 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b4481e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,755 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:58,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,36833,1732677823882 2024-11-27T03:23:58,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21df59e9 2024-11-27T03:23:58,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:58,756 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T03:23:58,756 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-66d3634da959,44415,1732677819267 (queues=1) is replicating from cluster=dc8a0812-1abc-4eab-8658-b9a43f4f48d0 to cluster=bc4e5436-7ee6-46b8-866e-69380fca6ded 2024-11-27T03:23:58,756 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=66d3634da959%2C44415%2C1732677819267 2024-11-27T03:23:58,757 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-66d3634da959,44415,1732677819267, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:23:58,757 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C44415%2C1732677819267 2024-11-27T03:23:58,757 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067, startPosition=0, beingWritten=true 2024-11-27T03:23:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T03:23:58,758 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T03:23:58,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:58,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:58,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:58,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:58,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:58,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bb7bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37771,-1 for getting cluster id 2024-11-27T03:23:58,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:58,760 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc8a0812-1abc-4eab-8658-b9a43f4f48d0' 2024-11-27T03:23:58,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:58,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc8a0812-1abc-4eab-8658-b9a43f4f48d0" 2024-11-27T03:23:58,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c5cd25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37771,-1] 2024-11-27T03:23:58,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:58,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:58,761 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c0a43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746352a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,36833,-1 for getting cluster id 2024-11-27T03:23:58,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:58,764 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4e5436-7ee6-46b8-866e-69380fca6ded' 2024-11-27T03:23:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4e5436-7ee6-46b8-866e-69380fca6ded" 2024-11-27T03:23:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cb1731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,36833,-1] 2024-11-27T03:23:58,764 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:23:58,764 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 to pos 379, reset compression=false 2024-11-27T03:23:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:58,764 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44415,1732677819267 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:23:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:58,765 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7858d51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788f0206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35589,-1 for getting cluster id 2024-11-27T03:23:58,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:58,766 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e345ef0-9e09-42ce-a87d-506197c643f9' 2024-11-27T03:23:58,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:58,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e345ef0-9e09-42ce-a87d-506197c643f9" 2024-11-27T03:23:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4332c522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35589,-1] 2024-11-27T03:23:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:58,767 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1ab63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:58,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:23:58,774 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732677838774/Put/seqid=0 2024-11-27T03:23:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741840_1016 (size=7894) 2024-11-27T03:23:58,814 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:23:58,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:23:58,974 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 to pos 379, reset compression=false 2024-11-27T03:23:59,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732677839179/Put/seqid=0 2024-11-27T03:23:59,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741841_1017 (size=7691) 2024-11-27T03:23:59,278 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 to pos 379, reset compression=false 2024-11-27T03:23:59,317 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T03:23:59,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad93e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:59,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37771,-1 for getting cluster id 2024-11-27T03:23:59,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:59,585 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc8a0812-1abc-4eab-8658-b9a43f4f48d0' 2024-11-27T03:23:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc8a0812-1abc-4eab-8658-b9a43f4f48d0" 2024-11-27T03:23:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a5f402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37771,-1] 2024-11-27T03:23:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:59,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:59,586 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:59,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8486bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:59,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:59,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44415,1732677819267, seqNum=-1] 2024-11-27T03:23:59,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:59,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:59,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:23:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37771,1732677818968 2024-11-27T03:23:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e0e846 2024-11-27T03:23:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:59,598 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:59,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677832174.97d95f76b87681226f081885d491d41d., hostname=66d3634da959,44415,1732677819267, seqNum=2] 2024-11-27T03:23:59,603 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:23:59,607 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-27T03:23:59,609 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-27T03:23:59,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 97d95f76b87681226f081885d491d41d/f 2024-11-27T03:23:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T03:23:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:23:59,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 97d95f76b87681226f081885d491d41d/f 2024-11-27T03:23:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T03:23:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:23:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HRegion(2603): Flush status journal for 97d95f76b87681226f081885d491d41d: 2024-11-27T03:23:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__rsrtn0f1etst6tlc42hhuat0jdqev6he47ienhjg8scb94fhn5gcc5955rcm1ild/f/hfile_1 2024-11-27T03:23:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__rsrtn0f1etst6tlc42hhuat0jdqev6he47ienhjg8scb94fhn5gcc5955rcm1ild/f/hfile_1 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/e666ef1e687841d094add9d6ad5b63da_SeqId_4_ 2024-11-27T03:23:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__rsrtn0f1etst6tlc42hhuat0jdqev6he47ienhjg8scb94fhn5gcc5955rcm1ild/f/hfile_0 2024-11-27T03:23:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__rsrtn0f1etst6tlc42hhuat0jdqev6he47ienhjg8scb94fhn5gcc5955rcm1ild/f/hfile_0 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/d1ef223429864ebaad07aae3676699b0_SeqId_4_ 2024-11-27T03:23:59,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__rsrtn0f1etst6tlc42hhuat0jdqev6he47ienhjg8scb94fhn5gcc5955rcm1ild/f/hfile_1 into 97d95f76b87681226f081885d491d41d/f as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/e666ef1e687841d094add9d6ad5b63da_SeqId_4_ - updating store file list. 2024-11-27T03:23:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e666ef1e687841d094add9d6ad5b63da_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:23:59,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/e666ef1e687841d094add9d6ad5b63da_SeqId_4_ into 97d95f76b87681226f081885d491d41d/f 2024-11-27T03:23:59,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__rsrtn0f1etst6tlc42hhuat0jdqev6he47ienhjg8scb94fhn5gcc5955rcm1ild/f/hfile_1 into 97d95f76b87681226f081885d491d41d/f (new location: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/e666ef1e687841d094add9d6ad5b63da_SeqId_4_) 2024-11-27T03:23:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__rsrtn0f1etst6tlc42hhuat0jdqev6he47ienhjg8scb94fhn5gcc5955rcm1ild/f/hfile_1 2024-11-27T03:23:59,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__rsrtn0f1etst6tlc42hhuat0jdqev6he47ienhjg8scb94fhn5gcc5955rcm1ild/f/hfile_0 into 97d95f76b87681226f081885d491d41d/f as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/d1ef223429864ebaad07aae3676699b0_SeqId_4_ - updating store file list. 2024-11-27T03:23:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1ef223429864ebaad07aae3676699b0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:23:59,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/d1ef223429864ebaad07aae3676699b0_SeqId_4_ into 97d95f76b87681226f081885d491d41d/f 2024-11-27T03:23:59,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__rsrtn0f1etst6tlc42hhuat0jdqev6he47ienhjg8scb94fhn5gcc5955rcm1ild/f/hfile_0 into 97d95f76b87681226f081885d491d41d/f (new location: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/d1ef223429864ebaad07aae3676699b0_SeqId_4_) 2024-11-27T03:23:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__rsrtn0f1etst6tlc42hhuat0jdqev6he47ienhjg8scb94fhn5gcc5955rcm1ild/f/hfile_0 2024-11-27T03:23:59,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:23:59,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:59,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:59,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:59,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:23:59,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732677832174.97d95f76b87681226f081885d491d41d., hostname=66d3634da959,44415,1732677819267, seqNum=2 , the old value is region=test,,1732677832174.97d95f76b87681226f081885d491d41d., hostname=66d3634da959,44415,1732677819267, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=66d3634da959:44415 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:23:59,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732677832174.97d95f76b87681226f081885d491d41d., hostname=66d3634da959,44415,1732677819267, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:23:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732677832174.97d95f76b87681226f081885d491d41d., hostname=66d3634da959,44415,1732677819267, seqNum=2 from cache 2024-11-27T03:23:59,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:23:59,632 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T03:23:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,43955,1732677824035, seqNum=-1] 2024-11-27T03:23:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:59,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:59,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c., hostname=66d3634da959,43955,1732677824035, seqNum=2] 2024-11-27T03:23:59,637 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T03:23:59,681 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 to pos 379, reset compression=false 2024-11-27T03:23:59,685 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:23:59,685 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44415,1732677819267 got entry batch from reader: WALEntryBatch [walEntries=[{test/97d95f76b87681226f081885d491d41d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732677839629/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T03:23:59,686 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:23:59,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T03:23:59,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.ReplicationSink(318): Replicating [dc8a0812-1abc-4eab-8658-b9a43f4f48d0] bulk loaded data 2024-11-27T03:23:59,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ea87a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:59,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,36833,-1 for getting cluster id 2024-11-27T03:23:59,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:23:59,688 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4e5436-7ee6-46b8-866e-69380fca6ded' 2024-11-27T03:23:59,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:23:59,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4e5436-7ee6-46b8-866e-69380fca6ded" 2024-11-27T03:23:59,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fccc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:59,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,36833,-1] 2024-11-27T03:23:59,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:23:59,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:59,689 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:23:59,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23718843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:59,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741837_1013 (size=7691) 2024-11-27T03:23:59,738 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:44415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T03:23:59,885 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 to pos 687, reset compression=false 2024-11-27T03:24:00,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741838_1014 (size=7894) 2024-11-27T03:24:00,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:24:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,36833,1732677823882 2024-11-27T03:24:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596958b1 2024-11-27T03:24:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:24:00,107 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-27T03:24:00,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:24:00,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:24:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,43955,1732677824035, seqNum=-1] 2024-11-27T03:24:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:24:00,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-27T03:24:00,115 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/d1ef223429864ebaad07aae3676699b0_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-27T03:24:00,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/e666ef1e687841d094add9d6ad5b63da_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-27T03:24:00,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/d1ef223429864ebaad07aae3676699b0_SeqId_4_ for inclusion in 5f6afd8ec4fbb96a92b686bca85e581c/f 2024-11-27T03:24:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T03:24:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:24:00,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/e666ef1e687841d094add9d6ad5b63da_SeqId_4_ for inclusion in 5f6afd8ec4fbb96a92b686bca85e581c/f 2024-11-27T03:24:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T03:24:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:24:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HRegion(2603): Flush status journal for 5f6afd8ec4fbb96a92b686bca85e581c: 2024-11-27T03:24:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d1ef223429864ebaad07aae3676699b0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:24:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/d1ef223429864ebaad07aae3676699b0_SeqId_4_ as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/d2fa53a31e824a7583152c2a4f83aa14_SeqId_4_ 2024-11-27T03:24:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e666ef1e687841d094add9d6ad5b63da_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:24:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/e666ef1e687841d094add9d6ad5b63da_SeqId_4_ as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/e941162efc584fd6854a499a81185e61_SeqId_4_ 2024-11-27T03:24:00,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/d1ef223429864ebaad07aae3676699b0_SeqId_4_ into 5f6afd8ec4fbb96a92b686bca85e581c/f as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/d2fa53a31e824a7583152c2a4f83aa14_SeqId_4_ - updating store file list. 2024-11-27T03:24:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2fa53a31e824a7583152c2a4f83aa14_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:24:00,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/d2fa53a31e824a7583152c2a4f83aa14_SeqId_4_ into 5f6afd8ec4fbb96a92b686bca85e581c/f 2024-11-27T03:24:00,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/d1ef223429864ebaad07aae3676699b0_SeqId_4_ into 5f6afd8ec4fbb96a92b686bca85e581c/f (new location: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/d2fa53a31e824a7583152c2a4f83aa14_SeqId_4_) 2024-11-27T03:24:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/d1ef223429864ebaad07aae3676699b0_SeqId_4_ 2024-11-27T03:24:00,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/e666ef1e687841d094add9d6ad5b63da_SeqId_4_ into 5f6afd8ec4fbb96a92b686bca85e581c/f as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/e941162efc584fd6854a499a81185e61_SeqId_4_ - updating store file list. 2024-11-27T03:24:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e941162efc584fd6854a499a81185e61_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:24:00,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/e941162efc584fd6854a499a81185e61_SeqId_4_ into 5f6afd8ec4fbb96a92b686bca85e581c/f 2024-11-27T03:24:00,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/e666ef1e687841d094add9d6ad5b63da_SeqId_4_ into 5f6afd8ec4fbb96a92b686bca85e581c/f (new location: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/e941162efc584fd6854a499a81185e61_SeqId_4_) 2024-11-27T03:24:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__janci21s2qkmo4gtvjbug1mssjbe8nis0bvcm4nev3v7svt47fh7e3q0ilu36evs/f/e666ef1e687841d094add9d6ad5b63da_SeqId_4_ 2024-11-27T03:24:00,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.ReplicationSink(324): Finished replicating [dc8a0812-1abc-4eab-8658-b9a43f4f48d0] bulk loaded data 2024-11-27T03:24:00,188 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 to pos 687, reset compression=false 2024-11-27T03:24:00,592 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 to pos 687, reset compression=false 2024-11-27T03:24:00,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:24:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,41153,1732677829626, seqNum=-1] 2024-11-27T03:24:00,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:24:00,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:24:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893., hostname=66d3634da959,41153,1732677829626, seqNum=2] 2024-11-27T03:24:00,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:24:00,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:24:00,653 DEBUG [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 66d3634da959%2C44415%2C1732677819267.rep:(num 1732677838357) roll requested 2024-11-27T03:24:00,666 DEBUG [regionserver/66d3634da959:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.rep.1732677840653, exclude list is [], retry=0 2024-11-27T03:24:00,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-081598f7-62a9-4f50-b5c2-0c312fcc2f8a,DISK] 2024-11-27T03:24:00,669 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.rep.1732677838357 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.rep.1732677840653 2024-11-27T03:24:00,669 DEBUG [regionserver/66d3634da959:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-27T03:24:00,669 DEBUG [regionserver/66d3634da959:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.rep.1732677838357 is not closed yet, will try archiving it next time 2024-11-27T03:24:00,670 DEBUG [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 66d3634da959%2C44415%2C1732677819267.meta:.meta(num 1732677821686) roll requested 2024-11-27T03:24:00,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741839_1015 (size=1505) 2024-11-27T03:24:00,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.rep.1732677838357 not finished, retry = 0 2024-11-27T03:24:00,684 DEBUG [regionserver/66d3634da959:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.meta.1732677840670.meta, exclude list is [], retry=0 2024-11-27T03:24:00,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-081598f7-62a9-4f50-b5c2-0c312fcc2f8a,DISK] 2024-11-27T03:24:00,687 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.meta.1732677821686.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.meta.1732677840670.meta 2024-11-27T03:24:00,688 DEBUG [regionserver/66d3634da959:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-27T03:24:00,688 DEBUG [regionserver/66d3634da959:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.meta.1732677821686.meta is not closed yet, will try archiving it next time 2024-11-27T03:24:00,688 DEBUG [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 66d3634da959%2C44415%2C1732677819267:(num 1732677821067) roll requested 2024-11-27T03:24:00,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741834_1010 (size=3473) 2024-11-27T03:24:00,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.meta.1732677821686.meta not finished, retry = 0 2024-11-27T03:24:00,705 DEBUG [regionserver/66d3634da959:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688, exclude list is [], retry=0 2024-11-27T03:24:00,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-081598f7-62a9-4f50-b5c2-0c312fcc2f8a,DISK] 2024-11-27T03:24:00,707 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 2024-11-27T03:24:00,708 DEBUG [regionserver/66d3634da959:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39781:39781)] 2024-11-27T03:24:00,708 DEBUG [regionserver/66d3634da959:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 is not closed yet, will try archiving it next time 2024-11-27T03:24:00,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce614cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:00,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37771,-1 for getting cluster id 2024-11-27T03:24:00,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:24:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741832_1008 (size=695) 2024-11-27T03:24:00,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 not finished, retry = 0 2024-11-27T03:24:00,709 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc8a0812-1abc-4eab-8658-b9a43f4f48d0' 2024-11-27T03:24:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:24:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc8a0812-1abc-4eab-8658-b9a43f4f48d0" 2024-11-27T03:24:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426360b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37771,-1] 2024-11-27T03:24:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:24:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:00,710 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:24:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fbd91b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:00,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:24:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37771,1732677818968 2024-11-27T03:24:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dc2253a 2024-11-27T03:24:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:24:00,712 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:24:00,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://66d3634da959:35589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T03:24:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T03:24:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T03:24:00,714 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:35589' 2024-11-27T03:24:00,715 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28da3954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:00,715 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35589,-1 for getting cluster id 2024-11-27T03:24:00,715 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:24:00,716 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e345ef0-9e09-42ce-a87d-506197c643f9' 2024-11-27T03:24:00,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:24:00,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e345ef0-9e09-42ce-a87d-506197c643f9" 2024-11-27T03:24:00,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468cf140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:00,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35589,-1] 2024-11-27T03:24:00,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:24:00,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:00,717 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:24:00,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6490a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:00,717 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:24:00,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,35589,1732677829315 2024-11-27T03:24:00,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa0d4c1 2024-11-27T03:24:00,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:24:00,718 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:24:00,719 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T03:24:00,719 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T03:24:00,719 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:00,719 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:00,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:24:00,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T03:24:00,810 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 to hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/oldWALs/66d3634da959%2C44415%2C1732677819267.1732677821067 2024-11-27T03:24:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T03:24:00,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T03:24:00,944 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T03:24:00,979 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-66d3634da959,44415,1732677819267, ReplicationSource: 2, currentBandwidth=0 2024-11-27T03:24:00,981 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T03:24:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T03:24:00,983 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 66d3634da959,44415,1732677819267 suceeded 2024-11-27T03:24:00,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T03:24:00,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-27T03:24:00,985 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://66d3634da959:35589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T03:24:00,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 273 msec 2024-11-27T03:24:01,002 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='66d3634da959:35589' 2024-11-27T03:24:01,004 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28ac8df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:01,004 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35589,-1 for getting cluster id 2024-11-27T03:24:01,004 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:24:01,004 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e345ef0-9e09-42ce-a87d-506197c643f9' 2024-11-27T03:24:01,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:24:01,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e345ef0-9e09-42ce-a87d-506197c643f9" 2024-11-27T03:24:01,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c01e4d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:01,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35589,-1] 2024-11-27T03:24:01,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:24:01,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:01,006 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:24:01,006 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2439f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:01,006 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:24:01,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,35589,1732677829315 2024-11-27T03:24:01,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2136040a 2024-11-27T03:24:01,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:24:01,008 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T03:24:01,008 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-66d3634da959,44415,1732677819267 (queues=1) is replicating from cluster=dc8a0812-1abc-4eab-8658-b9a43f4f48d0 to cluster=1e345ef0-9e09-42ce-a87d-506197c643f9 2024-11-27T03:24:01,008 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=66d3634da959%2C44415%2C1732677819267 2024-11-27T03:24:01,008 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-66d3634da959,44415,1732677819267, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T03:24:01,009 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688, startPosition=0, beingWritten=true 2024-11-27T03:24:01,009 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 66d3634da959%2C44415%2C1732677819267 2024-11-27T03:24:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T03:24:01,028 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T03:24:01,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:24:01,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:01,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:01,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:01,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:24:01,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:24:01,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732677841032/Put/seqid=0 2024-11-27T03:24:01,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741845_1021 (size=11194) 2024-11-27T03:24:01,039 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732677841039/Put/seqid=0 2024-11-27T03:24:01,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741846_1022 (size=10791) 2024-11-27T03:24:01,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6c3bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:01,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,37771,-1 for getting cluster id 2024-11-27T03:24:01,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:24:01,047 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc8a0812-1abc-4eab-8658-b9a43f4f48d0' 2024-11-27T03:24:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:24:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc8a0812-1abc-4eab-8658-b9a43f4f48d0" 2024-11-27T03:24:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55be2d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,37771,-1] 2024-11-27T03:24:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:24:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:01,048 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:24:01,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5052c2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:01,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:24:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,44415,1732677819267, seqNum=-1] 2024-11-27T03:24:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:24:01,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:24:01,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:24:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,37771,1732677818968 2024-11-27T03:24:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c38fd76 2024-11-27T03:24:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:24:01,058 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:24:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732677832174.97d95f76b87681226f081885d491d41d., hostname=66d3634da959,44415,1732677819267, seqNum=2] 2024-11-27T03:24:01,063 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:24:01,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-27T03:24:01,069 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-27T03:24:01,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 97d95f76b87681226f081885d491d41d/f 2024-11-27T03:24:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T03:24:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:24:01,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 97d95f76b87681226f081885d491d41d/f 2024-11-27T03:24:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T03:24:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:24:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HRegion(2603): Flush status journal for 97d95f76b87681226f081885d491d41d: 2024-11-27T03:24:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__15pff99uirvgkitd3atf0cd7nfj5apqqfa4kbpmeb33g2gm5n1letf3r0rqe35jm/f/hfile_0 2024-11-27T03:24:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__15pff99uirvgkitd3atf0cd7nfj5apqqfa4kbpmeb33g2gm5n1letf3r0rqe35jm/f/hfile_0 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ 2024-11-27T03:24:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__15pff99uirvgkitd3atf0cd7nfj5apqqfa4kbpmeb33g2gm5n1letf3r0rqe35jm/f/hfile_1 2024-11-27T03:24:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__15pff99uirvgkitd3atf0cd7nfj5apqqfa4kbpmeb33g2gm5n1letf3r0rqe35jm/f/hfile_1 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ 2024-11-27T03:24:01,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__15pff99uirvgkitd3atf0cd7nfj5apqqfa4kbpmeb33g2gm5n1letf3r0rqe35jm/f/hfile_0 into 97d95f76b87681226f081885d491d41d/f as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ - updating store file list. 2024-11-27T03:24:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T03:24:01,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ into 97d95f76b87681226f081885d491d41d/f 2024-11-27T03:24:01,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__15pff99uirvgkitd3atf0cd7nfj5apqqfa4kbpmeb33g2gm5n1letf3r0rqe35jm/f/hfile_0 into 97d95f76b87681226f081885d491d41d/f (new location: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_) 2024-11-27T03:24:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__15pff99uirvgkitd3atf0cd7nfj5apqqfa4kbpmeb33g2gm5n1letf3r0rqe35jm/f/hfile_0 2024-11-27T03:24:01,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__15pff99uirvgkitd3atf0cd7nfj5apqqfa4kbpmeb33g2gm5n1letf3r0rqe35jm/f/hfile_1 into 97d95f76b87681226f081885d491d41d/f as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ - updating store file list. 2024-11-27T03:24:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a5aaeb86360c431c81d02a2198d592ef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T03:24:01,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ into 97d95f76b87681226f081885d491d41d/f 2024-11-27T03:24:01,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__15pff99uirvgkitd3atf0cd7nfj5apqqfa4kbpmeb33g2gm5n1letf3r0rqe35jm/f/hfile_1 into 97d95f76b87681226f081885d491d41d/f (new location: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_) 2024-11-27T03:24:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/staging/jenkins__test__15pff99uirvgkitd3atf0cd7nfj5apqqfa4kbpmeb33g2gm5n1letf3r0rqe35jm/f/hfile_1 2024-11-27T03:24:01,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:24:01,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:01,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:01,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:01,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:24:01,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732677832174.97d95f76b87681226f081885d491d41d., hostname=66d3634da959,44415,1732677819267, seqNum=2 , the old value is region=test,,1732677832174.97d95f76b87681226f081885d491d41d., hostname=66d3634da959,44415,1732677819267, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=66d3634da959:44415 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:24:01,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732677832174.97d95f76b87681226f081885d491d41d., hostname=66d3634da959,44415,1732677819267, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T03:24:01,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732677832174.97d95f76b87681226f081885d491d41d., hostname=66d3634da959,44415,1732677819267, seqNum=2 from cache 2024-11-27T03:24:01,096 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 to pos 687, reset compression=false 2024-11-27T03:24:01,097 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T03:24:01,099 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T03:24:01,103 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 was moved to hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/oldWALs/66d3634da959%2C44415%2C1732677819267.1732677821067 2024-11-27T03:24:01,105 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067 2024-11-27T03:24:01,105 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44415,1732677819267 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677821067, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T03:24:01,105 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688, startPosition=0, beingWritten=true 2024-11-27T03:24:01,107 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [66d3634da959%2C44415%2C1732677819267.1732677821067] 2024-11-27T03:24:01,110 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:24:01,110 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44415,1732677819267 got entry batch from reader: WALEntryBatch [walEntries=[{test/97d95f76b87681226f081885d491d41d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732677841092/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T03:24:01,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.ReplicationSink(318): Replicating [dc8a0812-1abc-4eab-8658-b9a43f4f48d0] bulk loaded data 2024-11-27T03:24:01,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741839_1015 (size=11194) 2024-11-27T03:24:01,199 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:44415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T03:24:01,213 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 0, reset compression=false 2024-11-27T03:24:01,217 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T03:24:01,217 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-66d3634da959,44415,1732677819267 got entry batch from reader: WALEntryBatch [walEntries=[{test/97d95f76b87681226f081885d491d41d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732677841092/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T03:24:01,219 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:24:01,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T03:24:01,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.ReplicationSink(318): Replicating [dc8a0812-1abc-4eab-8658-b9a43f4f48d0] bulk loaded data 2024-11-27T03:24:01,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@259f3414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:01,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] client.ClusterIdFetcher(90): Going to request 66d3634da959,35589,-1 for getting cluster id 2024-11-27T03:24:01,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T03:24:01,221 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e345ef0-9e09-42ce-a87d-506197c643f9' 2024-11-27T03:24:01,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T03:24:01,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e345ef0-9e09-42ce-a87d-506197c643f9" 2024-11-27T03:24:01,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@132809d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:01,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66d3634da959,35589,-1] 2024-11-27T03:24:01,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T03:24:01,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:01,222 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-27T03:24:01,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19d363e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:24:01,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741837_1013 (size=11194) 2024-11-27T03:24:01,310 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:01,417 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:01,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741840_1016 (size=10791) 2024-11-27T03:24:01,613 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741838_1014 (size=10791) 2024-11-27T03:24:01,676 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:24:01,722 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:01,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:24:01,938 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T03:24:01,940 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T03:24:01,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ for inclusion in 5f6afd8ec4fbb96a92b686bca85e581c/f 2024-11-27T03:24:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T03:24:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:24:01,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ for inclusion in 5f6afd8ec4fbb96a92b686bca85e581c/f 2024-11-27T03:24:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T03:24:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:24:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HRegion(2603): Flush status journal for 5f6afd8ec4fbb96a92b686bca85e581c: 2024-11-27T03:24:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:24:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/4341423302f540cf9d56da2225aba3e0_SeqId_6_ 2024-11-27T03:24:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:24:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/30c1ec4750354b7fbca4e1a5788e61a3_SeqId_6_ 2024-11-27T03:24:01,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ into 5f6afd8ec4fbb96a92b686bca85e581c/f as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/4341423302f540cf9d56da2225aba3e0_SeqId_6_ - updating store file list. 2024-11-27T03:24:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4341423302f540cf9d56da2225aba3e0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T03:24:01,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/4341423302f540cf9d56da2225aba3e0_SeqId_6_ into 5f6afd8ec4fbb96a92b686bca85e581c/f 2024-11-27T03:24:01,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ into 5f6afd8ec4fbb96a92b686bca85e581c/f (new location: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/4341423302f540cf9d56da2225aba3e0_SeqId_6_) 2024-11-27T03:24:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ 2024-11-27T03:24:01,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ into 5f6afd8ec4fbb96a92b686bca85e581c/f as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/30c1ec4750354b7fbca4e1a5788e61a3_SeqId_6_ - updating store file list. 2024-11-27T03:24:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30c1ec4750354b7fbca4e1a5788e61a3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T03:24:01,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/30c1ec4750354b7fbca4e1a5788e61a3_SeqId_6_ into 5f6afd8ec4fbb96a92b686bca85e581c/f 2024-11-27T03:24:01,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ into 5f6afd8ec4fbb96a92b686bca85e581c/f (new location: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/f/30c1ec4750354b7fbca4e1a5788e61a3_SeqId_6_) 2024-11-27T03:24:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/staging/jenkins.hfs.22__test__v58pet3m8r184m2udb57g7i7v65shea5tjdlbhnlt2ioegshmd09dj047e7j55fu/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ 2024-11-27T03:24:01,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.ReplicationSink(324): Finished replicating [dc8a0812-1abc-4eab-8658-b9a43f4f48d0] bulk loaded data 2024-11-27T03:24:02,017 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:02,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T03:24:02,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66d3634da959,35589,1732677829315 2024-11-27T03:24:02,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18185198 2024-11-27T03:24:02,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:24:02,041 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-27T03:24:02,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T03:24:02,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T03:24:02,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66d3634da959,41153,1732677829626, seqNum=-1] 2024-11-27T03:24:02,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:24:02,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-27T03:24:02,049 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T03:24:02,052 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T03:24:02,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ for inclusion in 4c0de9b9af5b9fabfcabdc2cfc9fa893/f 2024-11-27T03:24:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T03:24:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:24:02,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ for inclusion in 4c0de9b9af5b9fabfcabdc2cfc9fa893/f 2024-11-27T03:24:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T03:24:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T03:24:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HRegion(2603): Flush status journal for 4c0de9b9af5b9fabfcabdc2cfc9fa893: 2024-11-27T03:24:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:24:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893/f/bf46630b831946a4acfb42b22961dfca_SeqId_4_ 2024-11-27T03:24:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T03:24:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893/f/0d40d2d6523942b098fb2aa8d03ecbc3_SeqId_4_ 2024-11-27T03:24:02,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ into 4c0de9b9af5b9fabfcabdc2cfc9fa893/f as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893/f/bf46630b831946a4acfb42b22961dfca_SeqId_4_ - updating store file list. 2024-11-27T03:24:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf46630b831946a4acfb42b22961dfca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:24:02,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893/f/bf46630b831946a4acfb42b22961dfca_SeqId_4_ into 4c0de9b9af5b9fabfcabdc2cfc9fa893/f 2024-11-27T03:24:02,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ into 4c0de9b9af5b9fabfcabdc2cfc9fa893/f (new location: hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893/f/bf46630b831946a4acfb42b22961dfca_SeqId_4_) 2024-11-27T03:24:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_ 2024-11-27T03:24:02,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ into 4c0de9b9af5b9fabfcabdc2cfc9fa893/f as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893/f/0d40d2d6523942b098fb2aa8d03ecbc3_SeqId_4_ - updating store file list. 2024-11-27T03:24:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d40d2d6523942b098fb2aa8d03ecbc3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T03:24:02,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893/f/0d40d2d6523942b098fb2aa8d03ecbc3_SeqId_4_ into 4c0de9b9af5b9fabfcabdc2cfc9fa893/f 2024-11-27T03:24:02,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ into 4c0de9b9af5b9fabfcabdc2cfc9fa893/f (new location: hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893/f/0d40d2d6523942b098fb2aa8d03ecbc3_SeqId_4_) 2024-11-27T03:24:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/staging/jenkins.hfs.23__test__gjdl4qvof0fht6gpv2vsb65tt9ici5riopao4nkc7ch2dks23fqqgocjj8pk2o88/f/a5aaeb86360c431c81d02a2198d592ef_SeqId_6_ 2024-11-27T03:24:02,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] regionserver.ReplicationSink(324): Finished replicating [dc8a0812-1abc-4eab-8658-b9a43f4f48d0] bulk loaded data 2024-11-27T03:24:02,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:24:02,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:24:02,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:02,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:02,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:02,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:24:02,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:24:02,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=443714675, stopped=false 2024-11-27T03:24:02,114 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,35589,1732677829315 2024-11-27T03:24:02,125 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21878362742/running 2024-11-27T03:24:02,128 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21878362742/running 2024-11-27T03:24:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:24:02,128 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:24:02,128 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:24:02,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:24:02,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:02,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:02,128 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,41153,1732677829626' ***** 2024-11-27T03:24:02,128 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:24:02,130 INFO [RS:0;66d3634da959:41153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:24:02,130 INFO [RS:0;66d3634da959:41153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:24:02,130 INFO [RS:0;66d3634da959:41153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:24:02,130 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:24:02,130 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:24:02,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Set watcher on znode that does not yet exist, /21878362742/running 2024-11-27T03:24:02,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Set watcher on znode that does not yet exist, /21878362742/running 2024-11-27T03:24:02,135 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,41153,1732677829626 2024-11-27T03:24:02,135 INFO [RS:0;66d3634da959:41153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:24:02,136 INFO [RS:0;66d3634da959:41153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:41153. 2024-11-27T03:24:02,136 DEBUG [RS:0;66d3634da959:41153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:02,136 DEBUG [RS:0;66d3634da959:41153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:02,136 INFO [RS:0;66d3634da959:41153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:24:02,136 INFO [RS:0;66d3634da959:41153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:24:02,136 INFO [RS:0;66d3634da959:41153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:24:02,136 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:24:02,136 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c0de9b9af5b9fabfcabdc2cfc9fa893, disabling compactions & flushes 2024-11-27T03:24:02,136 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:24:02,136 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:24:02,136 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. after waiting 0 ms 2024-11-27T03:24:02,136 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:24:02,138 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:24:02,138 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4c0de9b9af5b9fabfcabdc2cfc9fa893=test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893.} 2024-11-27T03:24:02,138 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c0de9b9af5b9fabfcabdc2cfc9fa893 2024-11-27T03:24:02,138 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:24:02,138 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:24:02,138 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:24:02,138 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:24:02,138 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:24:02,138 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T03:24:02,145 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/default/test/4c0de9b9af5b9fabfcabdc2cfc9fa893/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T03:24:02,145 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:24:02,146 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:24:02,146 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:24:02,146 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c0de9b9af5b9fabfcabdc2cfc9fa893: Waiting for close lock at 1732677842136Running coprocessor pre-close hooks at 1732677842136Disabling compacts and flushes for region at 1732677842136Disabling writes for close at 1732677842136Writing region close event to WAL at 1732677842141 (+5 ms)Running coprocessor post-close hooks at 1732677842145 (+4 ms)Closed at 1732677842146 (+1 ms) 2024-11-27T03:24:02,146 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893. 2024-11-27T03:24:02,155 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/info/6bbb8057075c4a57a746e685b3775eb3 is 129, key is test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893./info:regioninfo/1732677837222/Put/seqid=0 2024-11-27T03:24:02,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741839_1015 (size=6421) 2024-11-27T03:24:02,164 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/info/6bbb8057075c4a57a746e685b3775eb3 2024-11-27T03:24:02,190 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/ns/0d3bd4531f3f4832a56ce5b57053a721 is 43, key is default/ns:d/1732677831969/Put/seqid=0 2024-11-27T03:24:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741840_1016 (size=5153) 2024-11-27T03:24:02,208 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:24:02,244 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:24:02,244 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:24:02,338 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:02,521 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:02,538 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:02,599 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/ns/0d3bd4531f3f4832a56ce5b57053a721 2024-11-27T03:24:02,614 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/rep_barrier/775af9cf1d184c2ea2e1a6485f8b95d4 is 112, key is test,,1732677836481.4c0de9b9af5b9fabfcabdc2cfc9fa893./rep_barrier:seqnumDuringOpen/1732677837222/Put/seqid=0 2024-11-27T03:24:02,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741841_1017 (size=5518) 2024-11-27T03:24:02,638 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:02,738 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:02,938 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:03,019 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/rep_barrier/775af9cf1d184c2ea2e1a6485f8b95d4 2024-11-27T03:24:03,035 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/table/009943de4ce94b5d9b9027800a0ac6ff is 40, key is test/table:state/1732677837227/Put/seqid=0 2024-11-27T03:24:03,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741842_1018 (size=5165) 2024-11-27T03:24:03,124 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:03,139 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:24:03,139 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:24:03,139 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:03,242 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:03,339 DEBUG [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:03,439 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/table/009943de4ce94b5d9b9027800a0ac6ff 2024-11-27T03:24:03,443 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/info/6bbb8057075c4a57a746e685b3775eb3 as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/info/6bbb8057075c4a57a746e685b3775eb3 2024-11-27T03:24:03,447 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/info/6bbb8057075c4a57a746e685b3775eb3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T03:24:03,448 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/ns/0d3bd4531f3f4832a56ce5b57053a721 as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/ns/0d3bd4531f3f4832a56ce5b57053a721 2024-11-27T03:24:03,451 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/ns/0d3bd4531f3f4832a56ce5b57053a721, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T03:24:03,451 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/rep_barrier/775af9cf1d184c2ea2e1a6485f8b95d4 as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/rep_barrier/775af9cf1d184c2ea2e1a6485f8b95d4 2024-11-27T03:24:03,454 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/rep_barrier/775af9cf1d184c2ea2e1a6485f8b95d4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T03:24:03,455 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/.tmp/table/009943de4ce94b5d9b9027800a0ac6ff as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/table/009943de4ce94b5d9b9027800a0ac6ff 2024-11-27T03:24:03,458 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/table/009943de4ce94b5d9b9027800a0ac6ff, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T03:24:03,459 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=11, compaction requested=false 2024-11-27T03:24:03,462 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T03:24:03,462 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:24:03,462 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:24:03,462 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:24:03,462 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677842138Running coprocessor pre-close hooks at 1732677842138Disabling compacts and flushes for region at 1732677842138Disabling writes for close at 1732677842138Obtaining lock to block concurrent updates at 1732677842138Preparing flush snapshotting stores in 1588230740 at 1732677842138Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732677842139 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732677842139Flushing 1588230740/info: creating writer at 1732677842139Flushing 1588230740/info: appending metadata at 1732677842155 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732677842155Flushing 1588230740/ns: creating writer at 1732677842170 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732677842189 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732677842189Flushing 1588230740/rep_barrier: creating writer at 1732677842602 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677842614 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677842614Flushing 1588230740/table: creating writer at 1732677843022 (+408 ms)Flushing 1588230740/table: appending metadata at 1732677843035 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732677843035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496ade30: reopening flushed file at 1732677843443 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43778ea6: reopening flushed file at 1732677843447 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71dc153f: reopening flushed file at 1732677843451 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4017e3fa: reopening flushed file at 1732677843454 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=11, compaction requested=false at 1732677843459 (+5 ms)Writing region close event to WAL at 1732677843460 (+1 ms)Running coprocessor post-close hooks at 1732677843462 (+2 ms)Closed at 1732677843462 2024-11-27T03:24:03,463 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:24:03,539 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,41153,1732677829626; all regions closed. 2024-11-27T03:24:03,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741834_1010 (size=2717) 2024-11-27T03:24:03,541 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/WALs/66d3634da959,41153,1732677829626/66d3634da959%2C41153%2C1732677829626.meta.1732677831856.meta not finished, retry = 0 2024-11-27T03:24:03,643 DEBUG [RS:0;66d3634da959:41153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/oldWALs 2024-11-27T03:24:03,643 INFO [RS:0;66d3634da959:41153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C41153%2C1732677829626.meta:.meta(num 1732677831856) 2024-11-27T03:24:03,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741833_1009 (size=1028) 2024-11-27T03:24:03,644 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/WALs/66d3634da959,41153,1732677829626/66d3634da959%2C41153%2C1732677829626.1732677831333 not finished, retry = 0 2024-11-27T03:24:03,746 DEBUG [RS:0;66d3634da959:41153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/oldWALs 2024-11-27T03:24:03,746 INFO [RS:0;66d3634da959:41153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C41153%2C1732677829626:(num 1732677831333) 2024-11-27T03:24:03,746 DEBUG [RS:0;66d3634da959:41153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:03,746 INFO [RS:0;66d3634da959:41153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:24:03,747 INFO [RS:0;66d3634da959:41153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:24:03,747 INFO [RS:0;66d3634da959:41153 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:24:03,747 INFO [RS:0;66d3634da959:41153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:24:03,747 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:24:03,747 INFO [RS:0;66d3634da959:41153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:41153. 2024-11-27T03:24:03,747 DEBUG [RS:0;66d3634da959:41153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:03,747 DEBUG [RS:0;66d3634da959:41153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:03,747 DEBUG [RS:0;66d3634da959:41153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:03,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:24:03,748 INFO [RS:0;66d3634da959:41153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41153 2024-11-27T03:24:03,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742/rs 2024-11-27T03:24:03,758 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21878362742/rs/66d3634da959,41153,1732677829626 2024-11-27T03:24:03,758 INFO [RS:0;66d3634da959:41153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:24:03,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,41153,1732677829626] 2024-11-27T03:24:03,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21878362742/draining/66d3634da959,41153,1732677829626 already deleted, retry=false 2024-11-27T03:24:03,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,41153,1732677829626 expired; onlineServers=0 2024-11-27T03:24:03,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,35589,1732677829315' ***** 2024-11-27T03:24:03,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:24:03,780 INFO [M:0;66d3634da959:35589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:24:03,780 INFO [M:0;66d3634da959:35589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:24:03,780 DEBUG [M:0;66d3634da959:35589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:24:03,780 DEBUG [M:0;66d3634da959:35589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:24:03,780 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:24:03,780 INFO [M:0;66d3634da959:35589 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:24:03,780 INFO [M:0;66d3634da959:35589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:24:03,781 DEBUG [M:0;66d3634da959:35589 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:24:03,781 INFO [M:0;66d3634da959:35589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:24:03,781 INFO [M:0;66d3634da959:35589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:24:03,781 INFO [M:0;66d3634da959:35589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:24:03,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:24:03,781 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677831036 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677831036,5,FailOnTimeoutGroup] 2024-11-27T03:24:03,782 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677831040 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677831040,5,FailOnTimeoutGroup] 2024-11-27T03:24:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21878362742/master 2024-11-27T03:24:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21878362742 2024-11-27T03:24:03,800 DEBUG [M:0;66d3634da959:35589 {}] zookeeper.RecoverableZooKeeper(212): Node /21878362742/master already deleted, retry=false 2024-11-27T03:24:03,800 DEBUG [M:0;66d3634da959:35589 {}] master.ActiveMasterManager(353): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Failed delete of our master address node; KeeperErrorCode = NoNode for /21878362742/master 2024-11-27T03:24:03,801 INFO [M:0;66d3634da959:35589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/.lastflushedseqids 2024-11-27T03:24:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741843_1019 (size=173) 2024-11-27T03:24:03,806 INFO [M:0;66d3634da959:35589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:24:03,806 INFO [M:0;66d3634da959:35589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:24:03,806 DEBUG [M:0;66d3634da959:35589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:24:03,806 INFO [M:0;66d3634da959:35589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:03,806 DEBUG [M:0;66d3634da959:35589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:03,806 DEBUG [M:0;66d3634da959:35589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:24:03,806 DEBUG [M:0;66d3634da959:35589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:03,806 INFO [M:0;66d3634da959:35589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-27T03:24:03,827 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:03,828 DEBUG [M:0;66d3634da959:35589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b587c7bc3204ebdb94304e9c04a5ece is 82, key is hbase:meta,,1/info:regioninfo/1732677831901/Put/seqid=0 2024-11-27T03:24:03,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741844_1020 (size=5672) 2024-11-27T03:24:03,838 INFO [M:0;66d3634da959:35589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b587c7bc3204ebdb94304e9c04a5ece 2024-11-27T03:24:03,858 DEBUG [M:0;66d3634da959:35589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e10c1f9bac4236910da0ffc3880443 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732677837229/Put/seqid=0 2024-11-27T03:24:03,869 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:03,869 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1017a514e360007, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:03,869 INFO [RS:0;66d3634da959:41153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:24:03,869 INFO [RS:0;66d3634da959:41153 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,41153,1732677829626; zookeeper connection closed. 2024-11-27T03:24:03,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741845_1021 (size=6586) 2024-11-27T03:24:03,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47aa4c17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47aa4c17 2024-11-27T03:24:03,872 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:24:03,877 INFO [M:0;66d3634da959:35589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e10c1f9bac4236910da0ffc3880443 2024-11-27T03:24:03,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:24:03,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,902 DEBUG [M:0;66d3634da959:35589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b382ff57a1f40579f0e275bdcf09aa8 is 69, key is 66d3634da959,41153,1732677829626/rs:state/1732677831133/Put/seqid=0 2024-11-27T03:24:03,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741846_1022 (size=5156) 2024-11-27T03:24:03,907 INFO [M:0;66d3634da959:35589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b382ff57a1f40579f0e275bdcf09aa8 2024-11-27T03:24:03,912 DEBUG [M:0;66d3634da959:35589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b587c7bc3204ebdb94304e9c04a5ece as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b587c7bc3204ebdb94304e9c04a5ece 2024-11-27T03:24:03,915 INFO [M:0;66d3634da959:35589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b587c7bc3204ebdb94304e9c04a5ece, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T03:24:03,916 DEBUG [M:0;66d3634da959:35589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e10c1f9bac4236910da0ffc3880443 as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49e10c1f9bac4236910da0ffc3880443 2024-11-27T03:24:03,920 INFO [M:0;66d3634da959:35589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49e10c1f9bac4236910da0ffc3880443, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T03:24:03,920 DEBUG [M:0;66d3634da959:35589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b382ff57a1f40579f0e275bdcf09aa8 as hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b382ff57a1f40579f0e275bdcf09aa8 2024-11-27T03:24:03,923 INFO [M:0;66d3634da959:35589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b382ff57a1f40579f0e275bdcf09aa8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T03:24:03,924 INFO [M:0;66d3634da959:35589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=55, compaction requested=false 2024-11-27T03:24:03,925 INFO [M:0;66d3634da959:35589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:03,925 DEBUG [M:0;66d3634da959:35589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677843806Disabling compacts and flushes for region at 1732677843806Disabling writes for close at 1732677843806Obtaining lock to block concurrent updates at 1732677843806Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677843806Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732677843807 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677843810 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677843810Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677843827 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677843828 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677843842 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677843858 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677843858Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677843882 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677843902 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677843902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14fd3423: reopening flushed file at 1732677843911 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16118478: reopening flushed file at 1732677843916 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cd3ddd: reopening flushed file at 1732677843920 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=55, compaction requested=false at 1732677843924 (+4 ms)Writing region close event to WAL at 1732677843925 (+1 ms)Closed at 1732677843925 2024-11-27T03:24:03,934 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4dd76ba-e284-4f0c-2ff2-500819af1c0c/MasterData/WALs/66d3634da959,35589,1732677829315/66d3634da959%2C35589%2C1732677829315.1732677830562 not finished, retry = 0 2024-11-27T03:24:03,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44179 is added to blk_1073741830_1006 (size=32770) 2024-11-27T03:24:03,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,945 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:03,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:03,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:04,035 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:24:04,035 INFO [M:0;66d3634da959:35589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:24:04,035 INFO [M:0;66d3634da959:35589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35589 2024-11-27T03:24:04,035 INFO [M:0;66d3634da959:35589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:24:04,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:04,142 INFO [M:0;66d3634da959:35589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:24:04,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1017a514e360006, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:04,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56768f5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:24:04,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a44ec1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:24:04,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:24:04,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f675ff5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:24:04,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cae9d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/hadoop.log.dir/,STOPPED} 2024-11-27T03:24:04,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:24:04,146 WARN [BP-927673101-172.17.0.3-1732677827108 heartbeating to localhost/127.0.0.1:38603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:24:04,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:24:04,146 WARN [BP-927673101-172.17.0.3-1732677827108 heartbeating to localhost/127.0.0.1:38603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-927673101-172.17.0.3-1732677827108 (Datanode Uuid f54d34b9-183d-4901-8536-5e3173909a3d) service to localhost/127.0.0.1:38603 2024-11-27T03:24:04,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/cluster_e4dda75e-bb06-74d3-94e2-c82ea07f1a8c/data/data1/current/BP-927673101-172.17.0.3-1732677827108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:24:04,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/cluster_e4dda75e-bb06-74d3-94e2-c82ea07f1a8c/data/data2/current/BP-927673101-172.17.0.3-1732677827108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:24:04,147 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:24:04,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ce76393{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:24:04,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17c5513{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:24:04,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:24:04,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67b603b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:24:04,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29204f1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd3ab24-b4fd-effe-a932-ecd5b52a1c13/hadoop.log.dir/,STOPPED} 2024-11-27T03:24:04,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:24:04,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:24:04,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:24:04,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:04,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:04,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:24:04,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:04,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:24:04,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1443761483, stopped=false 2024-11-27T03:24:04,167 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,36833,1732677823882 2024-11-27T03:24:04,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1294271039/running 2024-11-27T03:24:04,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1294271039/running 2024-11-27T03:24:04,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:24:04,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:24:04,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:24:04,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:24:04,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:04,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:04,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Set watcher on znode that does not yet exist, /1294271039/running 2024-11-27T03:24:04,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Set watcher on znode that does not yet exist, /1294271039/running 2024-11-27T03:24:04,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,43955,1732677824035' ***** 2024-11-27T03:24:04,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:24:04,180 INFO [RS:0;66d3634da959:43955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:24:04,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:24:04,180 INFO [RS:0;66d3634da959:43955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:24:04,180 INFO [RS:0;66d3634da959:43955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:24:04,181 INFO [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:24:04,181 INFO [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,43955,1732677824035 2024-11-27T03:24:04,181 INFO [RS:0;66d3634da959:43955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:24:04,181 INFO [RS:0;66d3634da959:43955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:43955. 2024-11-27T03:24:04,181 DEBUG [RS:0;66d3634da959:43955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:04,181 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f6afd8ec4fbb96a92b686bca85e581c, disabling compactions & flushes 2024-11-27T03:24:04,181 DEBUG [RS:0;66d3634da959:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:04,181 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:24:04,181 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:24:04,181 INFO [RS:0;66d3634da959:43955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:24:04,181 INFO [RS:0;66d3634da959:43955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:24:04,181 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. after waiting 0 ms 2024-11-27T03:24:04,181 INFO [RS:0;66d3634da959:43955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:24:04,181 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:24:04,181 INFO [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:24:04,181 INFO [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T03:24:04,181 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1325): Online Regions={5f6afd8ec4fbb96a92b686bca85e581c=test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:24:04,181 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f6afd8ec4fbb96a92b686bca85e581c 2024-11-27T03:24:04,181 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:24:04,181 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:24:04,181 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:24:04,181 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:24:04,181 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:24:04,181 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T03:24:04,186 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/default/test/5f6afd8ec4fbb96a92b686bca85e581c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T03:24:04,186 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:24:04,186 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:24:04,186 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:24:04,186 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f6afd8ec4fbb96a92b686bca85e581c: Waiting for close lock at 1732677844181Running coprocessor pre-close hooks at 1732677844181Disabling compacts and flushes for region at 1732677844181Disabling writes for close at 1732677844181Writing region close event to WAL at 1732677844181Running coprocessor post-close hooks at 1732677844186 (+5 ms)Closed at 1732677844186 2024-11-27T03:24:04,186 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c. 2024-11-27T03:24:04,215 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:24:04,215 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/info/cf13eade42314035bd81d2c8ea94665a is 129, key is test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c./info:regioninfo/1732677835488/Put/seqid=0 2024-11-27T03:24:04,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741841_1017 (size=6421) 2024-11-27T03:24:04,382 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:04,582 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:04,634 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/info/cf13eade42314035bd81d2c8ea94665a 2024-11-27T03:24:04,636 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:04,651 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/ns/ea501aa89e4c4f09ab2fc2b7cedf1e7a is 43, key is default/ns:d/1732677827038/Put/seqid=0 2024-11-27T03:24:04,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741842_1018 (size=5153) 2024-11-27T03:24:04,654 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/ns/ea501aa89e4c4f09ab2fc2b7cedf1e7a 2024-11-27T03:24:04,669 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/rep_barrier/d2a98febdf1f474e869d59169cd947bb is 112, key is test,,1732677834330.5f6afd8ec4fbb96a92b686bca85e581c./rep_barrier:seqnumDuringOpen/1732677835488/Put/seqid=0 2024-11-27T03:24:04,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741843_1019 (size=5518) 2024-11-27T03:24:04,672 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/rep_barrier/d2a98febdf1f474e869d59169cd947bb 2024-11-27T03:24:04,686 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/table/7595025301f64654a8e0c687b31fbfb0 is 40, key is test/table:state/1732677835493/Put/seqid=0 2024-11-27T03:24:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741844_1020 (size=5165) 2024-11-27T03:24:04,750 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:04,782 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:04,807 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:24:04,807 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:24:04,982 DEBUG [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:05,090 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/table/7595025301f64654a8e0c687b31fbfb0 2024-11-27T03:24:05,094 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/info/cf13eade42314035bd81d2c8ea94665a as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/info/cf13eade42314035bd81d2c8ea94665a 2024-11-27T03:24:05,097 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/info/cf13eade42314035bd81d2c8ea94665a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T03:24:05,097 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/ns/ea501aa89e4c4f09ab2fc2b7cedf1e7a as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/ns/ea501aa89e4c4f09ab2fc2b7cedf1e7a 2024-11-27T03:24:05,101 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/ns/ea501aa89e4c4f09ab2fc2b7cedf1e7a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T03:24:05,101 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/rep_barrier/d2a98febdf1f474e869d59169cd947bb as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/rep_barrier/d2a98febdf1f474e869d59169cd947bb 2024-11-27T03:24:05,105 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/rep_barrier/d2a98febdf1f474e869d59169cd947bb, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T03:24:05,106 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/.tmp/table/7595025301f64654a8e0c687b31fbfb0 as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/table/7595025301f64654a8e0c687b31fbfb0 2024-11-27T03:24:05,109 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/table/7595025301f64654a8e0c687b31fbfb0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T03:24:05,110 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=11, compaction requested=false 2024-11-27T03:24:05,115 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T03:24:05,116 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:24:05,116 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:24:05,116 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:24:05,116 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677844181Running coprocessor pre-close hooks at 1732677844181Disabling compacts and flushes for region at 1732677844181Disabling writes for close at 1732677844181Obtaining lock to block concurrent updates at 1732677844181Preparing flush snapshotting stores in 1588230740 at 1732677844181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732677844182 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732677844182Flushing 1588230740/info: creating writer at 1732677844182Flushing 1588230740/info: appending metadata at 1732677844215 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732677844215Flushing 1588230740/ns: creating writer at 1732677844638 (+423 ms)Flushing 1588230740/ns: appending metadata at 1732677844651 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732677844651Flushing 1588230740/rep_barrier: creating writer at 1732677844657 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677844669 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677844669Flushing 1588230740/table: creating writer at 1732677844675 (+6 ms)Flushing 1588230740/table: appending metadata at 1732677844686 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732677844686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71fb5aa4: reopening flushed file at 1732677845093 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eaa59ab: reopening flushed file at 1732677845097 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43529752: reopening flushed file at 1732677845101 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4218cb38: reopening flushed file at 1732677845105 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=11, compaction requested=false at 1732677845110 (+5 ms)Writing region close event to WAL at 1732677845112 (+2 ms)Running coprocessor post-close hooks at 1732677845116 (+4 ms)Closed at 1732677845116 2024-11-27T03:24:05,116 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:24:05,182 INFO [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,43955,1732677824035; all regions closed. 2024-11-27T03:24:05,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741834_1010 (size=2717) 2024-11-27T03:24:05,186 DEBUG [RS:0;66d3634da959:43955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/oldWALs 2024-11-27T03:24:05,186 INFO [RS:0;66d3634da959:43955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C43955%2C1732677824035.meta:.meta(num 1732677827001) 2024-11-27T03:24:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741832_1008 (size=1374) 2024-11-27T03:24:05,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/WALs/66d3634da959,43955,1732677824035/66d3634da959%2C43955%2C1732677824035.1732677825941 not finished, retry = 0 2024-11-27T03:24:05,290 DEBUG [RS:0;66d3634da959:43955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/oldWALs 2024-11-27T03:24:05,290 INFO [RS:0;66d3634da959:43955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66d3634da959%2C43955%2C1732677824035:(num 1732677825941) 2024-11-27T03:24:05,290 DEBUG [RS:0;66d3634da959:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:05,290 INFO [RS:0;66d3634da959:43955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:24:05,291 INFO [RS:0;66d3634da959:43955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:24:05,291 INFO [RS:0;66d3634da959:43955 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:24:05,291 INFO [RS:0;66d3634da959:43955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:24:05,291 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:24:05,292 INFO [RS:0;66d3634da959:43955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:43955. 2024-11-27T03:24:05,292 DEBUG [RS:0;66d3634da959:43955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:05,292 DEBUG [RS:0;66d3634da959:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:05,292 DEBUG [RS:0;66d3634da959:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:05,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:24:05,292 INFO [RS:0;66d3634da959:43955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43955 2024-11-27T03:24:05,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1294271039/rs/66d3634da959,43955,1732677824035 2024-11-27T03:24:05,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039/rs 2024-11-27T03:24:05,306 INFO [RS:0;66d3634da959:43955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:24:05,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,43955,1732677824035] 2024-11-27T03:24:05,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1294271039/draining/66d3634da959,43955,1732677824035 already deleted, retry=false 2024-11-27T03:24:05,327 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,43955,1732677824035 expired; onlineServers=0 2024-11-27T03:24:05,327 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,36833,1732677823882' ***** 2024-11-27T03:24:05,327 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:24:05,327 INFO [M:0;66d3634da959:36833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:24:05,327 INFO [M:0;66d3634da959:36833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:24:05,327 DEBUG [M:0;66d3634da959:36833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:24:05,327 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:24:05,327 DEBUG [M:0;66d3634da959:36833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:24:05,327 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677825744 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677825744,5,FailOnTimeoutGroup] 2024-11-27T03:24:05,327 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677825748 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677825748,5,FailOnTimeoutGroup] 2024-11-27T03:24:05,327 INFO [M:0;66d3634da959:36833 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:24:05,327 INFO [M:0;66d3634da959:36833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:24:05,327 DEBUG [M:0;66d3634da959:36833 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:24:05,328 INFO [M:0;66d3634da959:36833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:24:05,328 INFO [M:0;66d3634da959:36833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:24:05,328 INFO [M:0;66d3634da959:36833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:24:05,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:24:05,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1294271039/master 2024-11-27T03:24:05,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1294271039 2024-11-27T03:24:05,337 DEBUG [M:0;66d3634da959:36833 {}] zookeeper.ZKUtil(347): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Unable to get data of znode /1294271039/master because node does not exist (not an error) 2024-11-27T03:24:05,337 WARN [M:0;66d3634da959:36833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:24:05,345 INFO [M:0;66d3634da959:36833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/.lastflushedseqids 2024-11-27T03:24:05,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741845_1021 (size=173) 2024-11-27T03:24:05,350 INFO [M:0;66d3634da959:36833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:24:05,351 INFO [M:0;66d3634da959:36833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:24:05,351 DEBUG [M:0;66d3634da959:36833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:24:05,351 INFO [M:0;66d3634da959:36833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:05,351 DEBUG [M:0;66d3634da959:36833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:05,351 DEBUG [M:0;66d3634da959:36833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:24:05,351 DEBUG [M:0;66d3634da959:36833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:05,351 INFO [M:0;66d3634da959:36833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-27T03:24:05,367 DEBUG [M:0;66d3634da959:36833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc2f62d6c888403c84aed27e4ecacac7 is 82, key is hbase:meta,,1/info:regioninfo/1732677827025/Put/seqid=0 2024-11-27T03:24:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741846_1022 (size=5672) 2024-11-27T03:24:05,375 INFO [M:0;66d3634da959:36833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc2f62d6c888403c84aed27e4ecacac7 2024-11-27T03:24:05,399 DEBUG [M:0;66d3634da959:36833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41b1868102dd4165bd15dadbe9278ecc is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732677835496/Put/seqid=0 2024-11-27T03:24:05,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741847_1023 (size=6586) 2024-11-27T03:24:05,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:05,416 INFO [RS:0;66d3634da959:43955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:24:05,417 INFO [RS:0;66d3634da959:43955 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,43955,1732677824035; zookeeper connection closed. 2024-11-27T03:24:05,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1017a514e360004, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:05,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3422183a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3422183a 2024-11-27T03:24:05,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:24:05,539 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:05,653 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:05,812 INFO [M:0;66d3634da959:36833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41b1868102dd4165bd15dadbe9278ecc 2024-11-27T03:24:05,828 DEBUG [M:0;66d3634da959:36833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7ac98dafb34ad9b83ab16233484476 is 69, key is 66d3634da959,43955,1732677824035/rs:state/1732677825784/Put/seqid=0 2024-11-27T03:24:05,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741848_1024 (size=5156) 2024-11-27T03:24:06,231 INFO [M:0;66d3634da959:36833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7ac98dafb34ad9b83ab16233484476 2024-11-27T03:24:06,236 DEBUG [M:0;66d3634da959:36833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc2f62d6c888403c84aed27e4ecacac7 as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc2f62d6c888403c84aed27e4ecacac7 2024-11-27T03:24:06,239 INFO [M:0;66d3634da959:36833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc2f62d6c888403c84aed27e4ecacac7, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T03:24:06,240 DEBUG [M:0;66d3634da959:36833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41b1868102dd4165bd15dadbe9278ecc as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41b1868102dd4165bd15dadbe9278ecc 2024-11-27T03:24:06,243 INFO [M:0;66d3634da959:36833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41b1868102dd4165bd15dadbe9278ecc, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T03:24:06,244 DEBUG [M:0;66d3634da959:36833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7ac98dafb34ad9b83ab16233484476 as hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de7ac98dafb34ad9b83ab16233484476 2024-11-27T03:24:06,247 INFO [M:0;66d3634da959:36833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de7ac98dafb34ad9b83ab16233484476, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T03:24:06,247 INFO [M:0;66d3634da959:36833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=55, compaction requested=false 2024-11-27T03:24:06,248 INFO [M:0;66d3634da959:36833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:06,248 DEBUG [M:0;66d3634da959:36833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677845351Disabling compacts and flushes for region at 1732677845351Disabling writes for close at 1732677845351Obtaining lock to block concurrent updates at 1732677845351Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677845351Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732677845351Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677845352 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677845352Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677845367 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677845367Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677845379 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677845399 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677845399Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677845815 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677845828 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677845828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b8e101: reopening flushed file at 1732677846235 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da30729: reopening flushed file at 1732677846239 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49da4124: reopening flushed file at 1732677846243 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=55, compaction requested=false at 1732677846247 (+4 ms)Writing region close event to WAL at 1732677846248 (+1 ms)Closed at 1732677846248 2024-11-27T03:24:06,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a82a857-a20d-bb90-a371-4ce0a601515a/MasterData/WALs/66d3634da959,36833,1732677823882/66d3634da959%2C36833%2C1732677823882.1732677825396 not finished, retry = 0 2024-11-27T03:24:06,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40907 is added to blk_1073741830_1006 (size=32770) 2024-11-27T03:24:06,351 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:24:06,351 INFO [M:0;66d3634da959:36833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:24:06,351 INFO [M:0;66d3634da959:36833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36833 2024-11-27T03:24:06,351 INFO [M:0;66d3634da959:36833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:24:06,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:06,521 INFO [M:0;66d3634da959:36833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:24:06,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1017a514e360003, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:06,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@443d7e90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:24:06,523 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@351c0e26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:24:06,523 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:24:06,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@580381e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:24:06,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a7b84ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/hadoop.log.dir/,STOPPED} 2024-11-27T03:24:06,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:24:06,524 WARN [BP-1408543844-172.17.0.3-1732677821840 heartbeating to localhost/127.0.0.1:41907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:24:06,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:24:06,524 WARN [BP-1408543844-172.17.0.3-1732677821840 heartbeating to localhost/127.0.0.1:41907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1408543844-172.17.0.3-1732677821840 (Datanode Uuid db97a427-a53b-4a77-a988-a2b12e51e3dd) service to localhost/127.0.0.1:41907 2024-11-27T03:24:06,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/cluster_dd1703a1-dc1a-4eec-52ed-5d776d06c4d3/data/data1/current/BP-1408543844-172.17.0.3-1732677821840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:24:06,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/cluster_dd1703a1-dc1a-4eec-52ed-5d776d06c4d3/data/data2/current/BP-1408543844-172.17.0.3-1732677821840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:24:06,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:24:06,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bcf13a8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:24:06,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ef328a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:24:06,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:24:06,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a39e3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:24:06,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@695f4bcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c68a440-332f-68c4-04c0-2876ee2c1002/hadoop.log.dir/,STOPPED} 2024-11-27T03:24:06,543 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:06,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:24:06,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T03:24:06,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:24:06,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:06,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:06,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:06,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:24:06,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:24:06,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=312097723, stopped=false 2024-11-27T03:24:06,548 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66d3634da959,37771,1732677818968 2024-11-27T03:24:06,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834282028/running 2024-11-27T03:24:06,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834282028/running 2024-11-27T03:24:06,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:24:06,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:24:06,558 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:24:06,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Set watcher on znode that does not yet exist, /0-834282028/running 2024-11-27T03:24:06,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T03:24:06,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:06,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:06,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Set watcher on znode that does not yet exist, /0-834282028/running 2024-11-27T03:24:06,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66d3634da959,44415,1732677819267' ***** 2024-11-27T03:24:06,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T03:24:06,560 INFO [RS:0;66d3634da959:44415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:24:06,560 INFO [RS:0;66d3634da959:44415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:24:06,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T03:24:06,560 INFO [RS:0;66d3634da959:44415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:24:06,560 INFO [regionserver/66d3634da959:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:24:06,560 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(3091): Received CLOSE for 30f316d204595cf24428d9fb53fe250c 2024-11-27T03:24:06,560 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(3091): Received CLOSE for 97d95f76b87681226f081885d491d41d 2024-11-27T03:24:06,560 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(959): stopping server 66d3634da959,44415,1732677819267 2024-11-27T03:24:06,560 INFO [RS:0;66d3634da959:44415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:24:06,560 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30f316d204595cf24428d9fb53fe250c, disabling compactions & flushes 2024-11-27T03:24:06,560 INFO [RS:0;66d3634da959:44415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:44415. 2024-11-27T03:24:06,560 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:24:06,560 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:24:06,560 DEBUG [RS:0;66d3634da959:44415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:06,560 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. after waiting 0 ms 2024-11-27T03:24:06,560 DEBUG [RS:0;66d3634da959:44415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:06,560 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:24:06,560 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30f316d204595cf24428d9fb53fe250c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-27T03:24:06,560 INFO [RS:0;66d3634da959:44415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:24:06,561 INFO [RS:0;66d3634da959:44415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:24:06,561 INFO [RS:0;66d3634da959:44415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:24:06,561 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T03:24:06,564 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T03:24:06,564 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1325): Online Regions={30f316d204595cf24428d9fb53fe250c=hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c., 1588230740=hbase:meta,,1.1588230740, 97d95f76b87681226f081885d491d41d=test,,1732677832174.97d95f76b87681226f081885d491d41d.} 2024-11-27T03:24:06,564 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f316d204595cf24428d9fb53fe250c, 97d95f76b87681226f081885d491d41d 2024-11-27T03:24:06,564 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:24:06,564 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T03:24:06,564 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T03:24:06,564 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:24:06,564 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:24:06,564 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T03:24:06,580 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/.tmp/hfileref/c1bd78427ce44b1fbf0bf99810bac973 is 74, key is 1/hfileref:36791e673b4e4aaea0a2d9f293b03fba_SeqId_6_/1732677841958/DeleteColumn/seqid=0 2024-11-27T03:24:06,586 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/info/8d55d830e4da4201b8cefbacac068a56 is 147, key is hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c./info:regioninfo/1732677838396/Put/seqid=0 2024-11-27T03:24:06,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741847_1023 (size=5489) 2024-11-27T03:24:06,588 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/.tmp/hfileref/c1bd78427ce44b1fbf0bf99810bac973 2024-11-27T03:24:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741848_1024 (size=7686) 2024-11-27T03:24:06,590 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/info/8d55d830e4da4201b8cefbacac068a56 2024-11-27T03:24:06,608 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/ns/eaf7edb5c8884fdda2d7027d511fd148 is 43, key is default/ns:d/1732677821755/Put/seqid=0 2024-11-27T03:24:06,611 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/.tmp/queue/3339baf133574897ab98df1da37f5fd9 is 153, key is 1-66d3634da959,44415,1732677819267/queue:66d3634da959%2C44415%2C1732677819267/1732677841960/Put/seqid=0 2024-11-27T03:24:06,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741849_1025 (size=5153) 2024-11-27T03:24:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741850_1026 (size=5504) 2024-11-27T03:24:06,665 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:06,764 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f316d204595cf24428d9fb53fe250c, 97d95f76b87681226f081885d491d41d 2024-11-27T03:24:06,941 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:24:06,941 INFO [regionserver/66d3634da959:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:24:06,964 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f316d204595cf24428d9fb53fe250c, 97d95f76b87681226f081885d491d41d 2024-11-27T03:24:07,014 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/ns/eaf7edb5c8884fdda2d7027d511fd148 2024-11-27T03:24:07,018 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/.tmp/queue/3339baf133574897ab98df1da37f5fd9 2024-11-27T03:24:07,021 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/.tmp/hfileref/c1bd78427ce44b1fbf0bf99810bac973 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/hfileref/c1bd78427ce44b1fbf0bf99810bac973 2024-11-27T03:24:07,025 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/hfileref/c1bd78427ce44b1fbf0bf99810bac973, entries=6, sequenceid=17, filesize=5.4 K 2024-11-27T03:24:07,025 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/.tmp/queue/3339baf133574897ab98df1da37f5fd9 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/queue/3339baf133574897ab98df1da37f5fd9 2024-11-27T03:24:07,029 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/queue/3339baf133574897ab98df1da37f5fd9, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T03:24:07,030 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 30f316d204595cf24428d9fb53fe250c in 470ms, sequenceid=17, compaction requested=false 2024-11-27T03:24:07,034 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/replication/30f316d204595cf24428d9fb53fe250c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-27T03:24:07,034 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:24:07,034 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:24:07,034 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:24:07,034 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30f316d204595cf24428d9fb53fe250c: Waiting for close lock at 1732677846560Running coprocessor pre-close hooks at 1732677846560Disabling compacts and flushes for region at 1732677846560Disabling writes for close at 1732677846560Obtaining lock to block concurrent updates at 1732677846560Preparing flush snapshotting stores in 30f316d204595cf24428d9fb53fe250c at 1732677846560Finished memstore snapshotting hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732677846561 (+1 ms)Flushing stores of hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. at 1732677846561Flushing 30f316d204595cf24428d9fb53fe250c/hfileref: creating writer at 1732677846561Flushing 30f316d204595cf24428d9fb53fe250c/hfileref: appending metadata at 1732677846580 (+19 ms)Flushing 30f316d204595cf24428d9fb53fe250c/hfileref: closing flushed file at 1732677846580Flushing 30f316d204595cf24428d9fb53fe250c/queue: creating writer at 1732677846594 (+14 ms)Flushing 30f316d204595cf24428d9fb53fe250c/queue: appending metadata at 1732677846610 (+16 ms)Flushing 30f316d204595cf24428d9fb53fe250c/queue: closing flushed file at 1732677846610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1145f14b: reopening flushed file at 1732677847021 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bad18da: reopening flushed file at 1732677847025 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 30f316d204595cf24428d9fb53fe250c in 470ms, sequenceid=17, compaction requested=false at 1732677847030 (+5 ms)Writing region close event to WAL at 1732677847031 (+1 ms)Running coprocessor post-close hooks at 1732677847034 (+3 ms)Closed at 1732677847034 2024-11-27T03:24:07,035 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732677837631.30f316d204595cf24428d9fb53fe250c. 2024-11-27T03:24:07,035 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97d95f76b87681226f081885d491d41d, disabling compactions & flushes 2024-11-27T03:24:07,035 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:24:07,035 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:24:07,035 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732677832174.97d95f76b87681226f081885d491d41d. after waiting 0 ms 2024-11-27T03:24:07,035 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:24:07,036 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/rep_barrier/451838f97ff3408e841b56716d735d43 is 112, key is test,,1732677832174.97d95f76b87681226f081885d491d41d./rep_barrier:seqnumDuringOpen/1732677833324/Put/seqid=0 2024-11-27T03:24:07,038 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/default/test/97d95f76b87681226f081885d491d41d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T03:24:07,038 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:24:07,038 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T03:24:07,038 INFO [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:24:07,038 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97d95f76b87681226f081885d491d41d: Waiting for close lock at 1732677847035Running coprocessor pre-close hooks at 1732677847035Disabling compacts and flushes for region at 1732677847035Disabling writes for close at 1732677847035Writing region close event to WAL at 1732677847035Running coprocessor post-close hooks at 1732677847038 (+3 ms)Closed at 1732677847038 2024-11-27T03:24:07,038 DEBUG [RS_CLOSE_REGION-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732677832174.97d95f76b87681226f081885d491d41d. 2024-11-27T03:24:07,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741851_1027 (size=5518) 2024-11-27T03:24:07,165 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:07,365 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:07,439 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/rep_barrier/451838f97ff3408e841b56716d735d43 2024-11-27T03:24:07,455 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/table/4d998af2e9154791be07443137e42e19 is 53, key is hbase:replication/table:state/1732677838405/Put/seqid=0 2024-11-27T03:24:07,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741852_1028 (size=5308) 2024-11-27T03:24:07,565 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T03:24:07,565 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:24:07,565 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:07,649 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:07,652 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:24:07,652 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 688, reset compression=false 2024-11-27T03:24:07,653 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-66d3634da959,44415,1732677819267 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:24:07,654 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 66d3634da959,44415,1732677819267: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-66d3634da959,44415,1732677819267, walGroup=66d3634da959%2C44415%2C1732677819267, offset=66d3634da959%2C44415%2C1732677819267.1732677840688:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:44415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T03:24:07,655 ERROR [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T03:24:07,655 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T03:24:07,655 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T03:24:07,656 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T03:24:07,656 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T03:24:07,656 INFO [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1612709888, "init": 1048576000, "max": 2306867200, "used": 959737056 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207925288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T03:24:07,656 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:37771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66d3634da959:37771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T03:24:07,765 DEBUG [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T03:24:07,768 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 393, reset compression=false 2024-11-27T03:24:07,771 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T03:24:07,771 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 688, reset compression=false 2024-11-27T03:24:07,771 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-66d3634da959,44415,1732677819267 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T03:24:07,772 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T03:24:07,856 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 688, reset compression=false 2024-11-27T03:24:07,858 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/table/4d998af2e9154791be07443137e42e19 2024-11-27T03:24:07,861 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/info/8d55d830e4da4201b8cefbacac068a56 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/info/8d55d830e4da4201b8cefbacac068a56 2024-11-27T03:24:07,864 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/info/8d55d830e4da4201b8cefbacac068a56, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T03:24:07,865 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/ns/eaf7edb5c8884fdda2d7027d511fd148 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/ns/eaf7edb5c8884fdda2d7027d511fd148 2024-11-27T03:24:07,868 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/ns/eaf7edb5c8884fdda2d7027d511fd148, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T03:24:07,869 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/rep_barrier/451838f97ff3408e841b56716d735d43 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/rep_barrier/451838f97ff3408e841b56716d735d43 2024-11-27T03:24:07,872 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/rep_barrier/451838f97ff3408e841b56716d735d43, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T03:24:07,872 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/.tmp/table/4d998af2e9154791be07443137e42e19 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/table/4d998af2e9154791be07443137e42e19 2024-11-27T03:24:07,876 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/table/4d998af2e9154791be07443137e42e19, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T03:24:07,876 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-27T03:24:07,880 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T03:24:07,880 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T03:24:07,880 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:24:07,880 INFO [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T03:24:07,880 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732677846564Running coprocessor pre-close hooks at 1732677846564Disabling compacts and flushes for region at 1732677846564Disabling writes for close at 1732677846564Obtaining lock to block concurrent updates at 1732677846564Preparing flush snapshotting stores in 1588230740 at 1732677846564Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732677846565 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732677846565Flushing 1588230740/info: creating writer at 1732677846565Flushing 1588230740/info: appending metadata at 1732677846586 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732677846586Flushing 1588230740/ns: creating writer at 1732677846596 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732677846607 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732677846607Flushing 1588230740/rep_barrier: creating writer at 1732677847017 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732677847036 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732677847036Flushing 1588230740/table: creating writer at 1732677847442 (+406 ms)Flushing 1588230740/table: appending metadata at 1732677847454 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732677847454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af292fd: reopening flushed file at 1732677847861 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb85865: reopening flushed file at 1732677847864 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5faf0: reopening flushed file at 1732677847868 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c07c7a6: reopening flushed file at 1732677847872 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1732677847877 (+5 ms)Writing region close event to WAL at 1732677847878 (+1 ms)Running coprocessor post-close hooks at 1732677847880 (+2 ms)Closed at 1732677847880 2024-11-27T03:24:07,880 DEBUG [RS_CLOSE_META-regionserver/66d3634da959:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:24:07,965 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(976): stopping server 66d3634da959,44415,1732677819267; all regions closed. 2024-11-27T03:24:07,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.meta.1732677840670.meta not finished, retry = 0 2024-11-27T03:24:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741843_1019 (size=859) 2024-11-27T03:24:07,974 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 688, reset compression=false 2024-11-27T03:24:08,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741842_1018 (size=2791) 2024-11-27T03:24:08,071 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 not finished, retry = 0 2024-11-27T03:24:08,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741844_1020 (size=696) 2024-11-27T03:24:08,159 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 to pos 688, reset compression=false 2024-11-27T03:24:08,172 DEBUG [RS:0;66d3634da959:44415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:08,172 INFO [RS:0;66d3634da959:44415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:24:08,172 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/WALs/66d3634da959,44415,1732677819267/66d3634da959%2C44415%2C1732677819267.1732677840688 2024-11-27T03:24:08,172 INFO [RS:0;66d3634da959:44415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:24:08,172 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-27T03:24:08,172 DEBUG [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-27T03:24:08,172 INFO [RS:0;66d3634da959:44415 {}] hbase.ChoreService(370): Chore service for: regionserver/66d3634da959:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T03:24:08,173 INFO [RS:0;66d3634da959:44415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:24:08,173 INFO [regionserver/66d3634da959:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:24:08,173 INFO [RS:0;66d3634da959:44415 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-66d3634da959,44415,1732677819267 because: Region server is closing 2024-11-27T03:24:08,173 INFO [RS:0;66d3634da959:44415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:44415. 2024-11-27T03:24:08,173 DEBUG [RS:0;66d3634da959:44415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:08,173 DEBUG [RS:0;66d3634da959:44415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:08,173 DEBUG [RS:0;66d3634da959:44415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:08,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:24:08,274 INFO [RS:0;66d3634da959:44415 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 terminated 2024-11-27T03:24:08,274 INFO [RS:0;66d3634da959:44415 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-66d3634da959,44415,1732677819267 because: Region server is closing 2024-11-27T03:24:08,274 WARN [RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,1-66d3634da959,44415,1732677819267.replicationSource.wal-reader.66d3634da959%2C44415%2C1732677819267,1-66d3634da959,44415,1732677819267 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-27T03:24:08,274 INFO [RS:0;66d3634da959:44415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66d3634da959:44415. 2024-11-27T03:24:08,274 DEBUG [RS:0;66d3634da959:44415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:24:08,274 DEBUG [RS:0;66d3634da959:44415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:08,274 DEBUG [RS:0;66d3634da959:44415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:24:08,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T03:24:08,375 INFO [RS:0;66d3634da959:44415 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/66d3634da959:0-0.replicationSource,2-66d3634da959,44415,1732677819267.replicationSource.shipper66d3634da959%2C44415%2C1732677819267,2-66d3634da959,44415,1732677819267 terminated 2024-11-27T03:24:08,375 INFO [RS:0;66d3634da959:44415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44415 2024-11-27T03:24:08,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834282028/rs/66d3634da959,44415,1732677819267 2024-11-27T03:24:08,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028/rs 2024-11-27T03:24:08,441 INFO [RS:0;66d3634da959:44415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:24:08,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66d3634da959,44415,1732677819267] 2024-11-27T03:24:08,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-834282028/draining/66d3634da959,44415,1732677819267 already deleted, retry=false 2024-11-27T03:24:08,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66d3634da959,44415,1732677819267 expired; onlineServers=0 2024-11-27T03:24:08,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66d3634da959,37771,1732677818968' ***** 2024-11-27T03:24:08,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:24:08,463 INFO [M:0;66d3634da959:37771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T03:24:08,463 INFO [M:0;66d3634da959:37771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T03:24:08,463 DEBUG [M:0;66d3634da959:37771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:24:08,463 DEBUG [M:0;66d3634da959:37771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:24:08,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:24:08,463 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677820876 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.small.0-1732677820876,5,FailOnTimeoutGroup] 2024-11-27T03:24:08,463 DEBUG [master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677820876 {}] cleaner.HFileCleaner(306): Exit Thread[master/66d3634da959:0:becomeActiveMaster-HFileCleaner.large.0-1732677820876,5,FailOnTimeoutGroup] 2024-11-27T03:24:08,463 INFO [M:0;66d3634da959:37771 {}] hbase.ChoreService(370): Chore service for: master/66d3634da959:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T03:24:08,463 INFO [M:0;66d3634da959:37771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T03:24:08,464 DEBUG [M:0;66d3634da959:37771 {}] master.HMaster(1795): Stopping service threads 2024-11-27T03:24:08,464 INFO [M:0;66d3634da959:37771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:24:08,464 INFO [M:0;66d3634da959:37771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T03:24:08,464 ERROR [M:0;66d3634da959:37771 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (288913069) connection to localhost/127.0.0.1:40615 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40615,5,PEWorkerGroup] 2024-11-27T03:24:08,464 INFO [M:0;66d3634da959:37771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:24:08,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:24:08,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834282028/master 2024-11-27T03:24:08,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834282028 2024-11-27T03:24:08,474 DEBUG [M:0;66d3634da959:37771 {}] zookeeper.ZKUtil(347): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Unable to get data of znode /0-834282028/master because node does not exist (not an error) 2024-11-27T03:24:08,474 WARN [M:0;66d3634da959:37771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:24:08,474 INFO [M:0;66d3634da959:37771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/.lastflushedseqids 2024-11-27T03:24:08,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741853_1029 (size=263) 2024-11-27T03:24:08,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:08,553 INFO [RS:0;66d3634da959:44415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:24:08,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44415-0x1017a514e360001, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:08,553 INFO [RS:0;66d3634da959:44415 {}] regionserver.HRegionServer(1031): Exiting; stopping=66d3634da959,44415,1732677819267; zookeeper connection closed. 2024-11-27T03:24:08,553 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9bd6893 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9bd6893 2024-11-27T03:24:08,553 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:24:08,558 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:24:08,878 INFO [M:0;66d3634da959:37771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T03:24:08,878 INFO [M:0;66d3634da959:37771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:24:08,878 DEBUG [M:0;66d3634da959:37771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:24:08,878 INFO [M:0;66d3634da959:37771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:08,878 DEBUG [M:0;66d3634da959:37771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:08,878 DEBUG [M:0;66d3634da959:37771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:24:08,878 DEBUG [M:0;66d3634da959:37771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:08,878 INFO [M:0;66d3634da959:37771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-27T03:24:08,899 DEBUG [M:0;66d3634da959:37771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca31e669369543279259cd5b3aed219e is 82, key is hbase:meta,,1/info:regioninfo/1732677821713/Put/seqid=0 2024-11-27T03:24:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741854_1030 (size=5672) 2024-11-27T03:24:08,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T03:24:08,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:08,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:08,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:08,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:08,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:08,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:08,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:08,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T03:24:09,324 INFO [M:0;66d3634da959:37771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca31e669369543279259cd5b3aed219e 2024-11-27T03:24:09,353 DEBUG [M:0;66d3634da959:37771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/558219e90bb24b2085c4af3fc167bb72 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732677838408/Put/seqid=0 2024-11-27T03:24:09,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741855_1031 (size=8908) 2024-11-27T03:24:09,778 INFO [M:0;66d3634da959:37771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/558219e90bb24b2085c4af3fc167bb72 2024-11-27T03:24:09,797 DEBUG [M:0;66d3634da959:37771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8797e21907a43d2a8d8881ea78794a0 is 69, key is 66d3634da959,44415,1732677819267/rs:state/1732677820920/Put/seqid=0 2024-11-27T03:24:09,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741856_1032 (size=5156) 2024-11-27T03:24:09,801 INFO [M:0;66d3634da959:37771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8797e21907a43d2a8d8881ea78794a0 2024-11-27T03:24:09,805 DEBUG [M:0;66d3634da959:37771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca31e669369543279259cd5b3aed219e as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca31e669369543279259cd5b3aed219e 2024-11-27T03:24:09,808 INFO [M:0;66d3634da959:37771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca31e669369543279259cd5b3aed219e, entries=8, sequenceid=112, filesize=5.5 K 2024-11-27T03:24:09,808 DEBUG [M:0;66d3634da959:37771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/558219e90bb24b2085c4af3fc167bb72 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/558219e90bb24b2085c4af3fc167bb72 2024-11-27T03:24:09,811 INFO [M:0;66d3634da959:37771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/558219e90bb24b2085c4af3fc167bb72, entries=13, sequenceid=112, filesize=8.7 K 2024-11-27T03:24:09,812 DEBUG [M:0;66d3634da959:37771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8797e21907a43d2a8d8881ea78794a0 as hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8797e21907a43d2a8d8881ea78794a0 2024-11-27T03:24:09,815 INFO [M:0;66d3634da959:37771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40615/user/jenkins/test-data/5b55aaad-f2d5-09a5-8c2d-042eaee5655d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8797e21907a43d2a8d8881ea78794a0, entries=1, sequenceid=112, filesize=5.0 K 2024-11-27T03:24:09,816 INFO [M:0;66d3634da959:37771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=112, compaction requested=false 2024-11-27T03:24:09,820 INFO [M:0;66d3634da959:37771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:24:09,820 DEBUG [M:0;66d3634da959:37771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732677848878Disabling compacts and flushes for region at 1732677848878Disabling writes for close at 1732677848878Obtaining lock to block concurrent updates at 1732677848878Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732677848878Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732677848878Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732677848879 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732677848879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732677848899 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732677848899Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732677849331 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732677849352 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732677849352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732677849782 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732677849797 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732677849797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4948b24e: reopening flushed file at 1732677849804 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8e86ff: reopening flushed file at 1732677849808 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b045d0: reopening flushed file at 1732677849811 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=112, compaction requested=false at 1732677849816 (+5 ms)Writing region close event to WAL at 1732677849820 (+4 ms)Closed at 1732677849820 2024-11-27T03:24:09,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741830_1006 (size=69043) 2024-11-27T03:24:09,822 INFO [M:0;66d3634da959:37771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T03:24:09,822 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T03:24:09,822 INFO [M:0;66d3634da959:37771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37771 2024-11-27T03:24:09,823 INFO [M:0;66d3634da959:37771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T03:24:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:09,995 INFO [M:0;66d3634da959:37771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T03:24:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37771-0x1017a514e360000, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:24:09,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bae0725{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:24:09,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ece777f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:24:09,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:24:09,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d520fa1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:24:09,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7eb2ff8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/hadoop.log.dir/,STOPPED} 2024-11-27T03:24:09,999 WARN [BP-1649267356-172.17.0.3-1732677816992 heartbeating to localhost/127.0.0.1:40615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:24:09,999 WARN [BP-1649267356-172.17.0.3-1732677816992 heartbeating to localhost/127.0.0.1:40615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1649267356-172.17.0.3-1732677816992 (Datanode Uuid 226d8d03-6252-4887-ba16-6ee4d5571ce3) service to localhost/127.0.0.1:40615 2024-11-27T03:24:09,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:24:09,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:24:09,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/cluster_b987ab48-37c7-ba49-a8c1-fc3c5c9726bd/data/data1/current/BP-1649267356-172.17.0.3-1732677816992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:24:10,000 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:24:10,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/cluster_b987ab48-37c7-ba49-a8c1-fc3c5c9726bd/data/data2/current/BP-1649267356-172.17.0.3-1732677816992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:24:10,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cdcb634{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:24:10,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33141d6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:24:10,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:24:10,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ebe03b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:24:10,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335ea2be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc8a8f23-939b-9e47-ec73-7eeadf93cab6/hadoop.log.dir/,STOPPED} 2024-11-27T03:24:10,011 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T03:24:10,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T03:24:10,037 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 530) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63463) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63463) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38603 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40615 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63463) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38603 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41907 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41907 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40615 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40615 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=983 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=4344 (was 4239) - AvailableMemoryMB LEAK? - 2024-11-27T03:24:10,037 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-27T03:24:10,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a514e360005, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:24:10,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a514e360002, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:24:10,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017a514e360008, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T03:24:10,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a514e360002, quorum=127.0.0.1:63463, baseZNode=/0-834282028 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:24:10,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a514e360005, quorum=127.0.0.1:63463, baseZNode=/1294271039 Received Disconnected from ZooKeeper, ignoring 2024-11-27T03:24:10,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017a514e360008, quorum=127.0.0.1:63463, baseZNode=/21878362742 Received Disconnected from ZooKeeper, ignoring